Class cascading.pipe.assembly.AssemblyHelpersPlatformTest

2016-05-18 02:04:07,823 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 02:04:07,853 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.pipe.assembly.AssemblyHelpersPlatformTest, with platform: hadoop2-tez
2016-05-18 02:04:07,897 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-05-18 02:04:08,481 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 02:04:08,823 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 02:04:09,345 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:09,346 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:09,426 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: C6CF12DBFD764E548248B62A0A4C43C3
2016-05-18 02:04:09,697 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.106
2016-05-18 02:04:09,742 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.152
2016-05-18 02:04:09,744 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:09,745 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:09,746 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:09,880 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:10,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:10,080 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false740
2016-05-18 02:04:10,247 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: CD6F482A7E75484B864D4FB126B7BAFC,C850CEC86852467A8A88194445E74F84 and F12308AE1A244CC6885022AF7F37E98B
2016-05-18 02:04:10,287 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 02:04:10,288 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting
2016-05-18 02:04:10,288 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:10,289 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:10,289 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false740"]
2016-05-18 02:04:10,289 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  parallel execution of steps is enabled: false
2016-05-18 02:04:10,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  executing total steps: 1
2016-05-18 02:04:10,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  allocating management threads: 1
2016-05-18 02:04:10,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting step: (1/1) ...Merge/multimerge+false740
2016-05-18 02:04:10,291 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:10,319 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tez session mode enabled: true
2016-05-18 02:04:10,439 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:10,450 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:10,450 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:10,509 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001 doesn't exist and is created
2016-05-18 02:04:10,580 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:10,580 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:10,582 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd
2016-05-18 02:04:10,645 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537050449_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:10,659 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:10,660 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:10,666 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:10,666 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:10,667 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:10,667 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:10,681 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-05-18 02:04:10,681 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-05-18 02:04:10,681 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:10,690 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:10,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:10,716 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:10,718 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:10,718 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:10,719 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:10,719 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:10,720 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:10,721 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:10,722 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:10,723 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:10,734 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:10,739 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:10,757 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:10,760 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:10,760 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:10,764 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-log-dir
2016-05-18 02:04:10,764 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-log-dir/history.txt.appattempt_1463537050449_0001_000000, maxErrors=10
2016-05-18 02:04:10,765 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:10,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537050449_0001_000000, appSubmitTime=1463537050626, launchTime=1463537050643
2016-05-18 02:04:10,773 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:10,782 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-05-18 02:04:10,782 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-05-18 02:04:10,782 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:10,832 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45742
2016-05-18 02:04:10,833 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537050449
2016-05-18 02:04:10,854 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537050449_0001_000000, startTime=1463537050853
2016-05-18 02:04:10,854 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:10,882 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:10,899 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:10,899 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...Merge/multimerge+false740, applicationId=application_1463537050449_0001, dagName=[D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740
2016-05-18 02:04:11,158 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740
2016-05-18 02:04:11,169 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:11,232 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537050449_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-log-dir/dag_1463537050449_0001_1.dot
2016-05-18 02:04:11,238 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-log-dir/dag_1463537050449_0001_1-tez-dag.pb.txt
2016-05-18 02:04:11,305 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537050449_0001_1
2016-05-18 02:04:11,306 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:11,307 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740
2016-05-18 02:04:11 Running Dag: dag_1463537050449_0001_1
2016-05-18 02:04:11,348 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537050449_0001_1, submitTime=1463537051158
2016-05-18 02:04:11,400 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001/tez-conf.pb" } size: 40953 timestamp: 1463537050000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:11,401 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,404 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:11,405 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001/tez-conf.pb" } size: 40953 timestamp: 1463537050000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:11,405 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,405 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:11,406 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001/tez-conf.pb" } size: 40953 timestamp: 1463537050000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:11,407 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:11,408 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:11,416 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:11,421 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537050449_0001_1, initTime=1463537051419
2016-05-18 02:04:11,421 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537050449_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:11,422 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:11,425 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:DAG_STARTED]: dagID=dag_1463537050449_0001_1, startTime=1463537051425
2016-05-18 02:04:11,425 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537050449_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:11,426 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CD6F482A7E75484B864D4FB126B7BAFC : {95F81E601B684AB3963D542F7BF9D1B4={InputName=95F81E601B684AB3963D542F7BF9D1B4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:11,426 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 95F81E601B684AB3963D542F7BF9D1B4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:11,426 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,432 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...Merge/multimerge+false740, applicationId=application_1463537050449_0001, dagName=[D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740
2016-05-18 02:04:11,437 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,437 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,439 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,447 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 95F81E601B684AB3963D542F7BF9D1B4 on vertex vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,460 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:11,460 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C850CEC86852467A8A88194445E74F84 : {619A1F9B2BF045529C00324E45A589D3={InputName=619A1F9B2BF045529C00324E45A589D3}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:11,460 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 619A1F9B2BF045529C00324E45A589D3, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:11,461 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,461 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,461 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,462 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,463 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:11,464 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:11,467 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 95F81E601B684AB3963D542F7BF9D1B4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:11,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] submitted tez dag to app master: application_1463537050449_0001, with dag id: dag_1463537050449_0001_1
2016-05-18 02:04:11,476 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 619A1F9B2BF045529C00324E45A589D3 on vertex vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,498 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 619A1F9B2BF045529C00324E45A589D3 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:11,509 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:11,510 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:11,511 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:11,512 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:11,513 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:11,513 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:11,514 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:11,514 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:11,522 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:11,523 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:11,531 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 619A1F9B2BF045529C00324E45A589D3 on vertex vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,531 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 95F81E601B684AB3963D542F7BF9D1B4 on vertex vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,540 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:11,542 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537050449_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:11,542 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B], numAdditionalOutputs=1
2016-05-18 02:04:11,542 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=637986CAAF5D43549B7230A0F414D7BB, vertex=vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:11,558 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F12308AE1A244CC6885022AF7F37E98B:637986CAAF5D43549B7230A0F414D7BB using oldmapred API
2016-05-18 02:04:11,560 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=637986CAAF5D43549B7230A0F414D7BB, vertexName=F12308AE1A244CC6885022AF7F37E98B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:11,572 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F12308AE1A244CC6885022AF7F37E98B, vertexId=vertex_1463537050449_0001_1_02, initRequestedTime=1463537051463, initedTime=1463537051542, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:11,572 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:11,586 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:11,587 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {619A1F9B2BF045529C00324E45A589D3=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:11,588 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] parallelism set to 1
2016-05-18 02:04:11,588 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:11,589 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:11,589 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {95F81E601B684AB3963D542F7BF9D1B4=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:11,590 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] parallelism set to 1
2016-05-18 02:04:11,590 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:11,599 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CD6F482A7E75484B864D4FB126B7BAFC, vertexId=vertex_1463537050449_0001_1_01, initRequestedTime=1463537051426, initedTime=1463537051599, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:11,599 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] with distanceFromRoot: 0
2016-05-18 02:04:11,600 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:11,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C850CEC86852467A8A88194445E74F84, vertexId=vertex_1463537050449_0001_1_00, initRequestedTime=1463537051460, initedTime=1463537051600, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:11,600 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] with distanceFromRoot: 0
2016-05-18 02:04:11,600 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:11,602 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537050449_0001_1_01, startRequestedTime=1463537051463, startedTime=1463537051601
2016-05-18 02:04:11,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537050449_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:11,605 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:11,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537050449_0001_1_00, startRequestedTime=1463537051463, startedTime=1463537051605
2016-05-18 02:04:11,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537050449_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:11,607 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:11,608 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537050449_0001_1_01 for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] numStartedSources: 1 numSources: 2
2016-05-18 02:04:11,608 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C850CEC86852467A8A88194445E74F84
2016-05-18 02:04:11,609 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,607 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CD6F482A7E75484B864D4FB126B7BAFC
2016-05-18 02:04:11,610 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,609 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] numStartedSources: 1 numSources: 2
2016-05-18 02:04:11,611 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537050449_0001_1_00 for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] numStartedSources: 2 numSources: 2
2016-05-18 02:04:11,611 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] with distanceFromRoot: 1
2016-05-18 02:04:11,614 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537050449_0001_1_02, startRequestedTime=1463537051611, startedTime=1463537051611
2016-05-18 02:04:11,614 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:11,620 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_STARTED]: vertexName=C850CEC86852467A8A88194445E74F84, taskId=task_1463537050449_0001_1_00_000000, scheduledTime=1463537051618, launchTime=1463537051618
2016-05-18 02:04:11,629 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F12308AE1A244CC6885022AF7F37E98B with 0 source tasks and 1 pending tasks
2016-05-18 02:04:11,632 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CD6F482A7E75484B864D4FB126B7BAFC in vertex: F12308AE1A244CC6885022AF7F37E98B numBipartiteSourceTasks: 1
2016-05-18 02:04:11,633 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C850CEC86852467A8A88194445E74F84 in vertex: F12308AE1A244CC6885022AF7F37E98B numBipartiteSourceTasks: 2
2016-05-18 02:04:11,653 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_STARTED]: vertexName=CD6F482A7E75484B864D4FB126B7BAFC, taskId=task_1463537050449_0001_1_01_000000, scheduledTime=1463537051653, launchTime=1463537051653
2016-05-18 02:04:11,655 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:11,655 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:11,696 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:11,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537050449_0001_00_000002, launchTime=1463537051712
2016-05-18 02:04:11,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537050449_0001_00_000001, launchTime=1463537051712
2016-05-18 02:04:11,719 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537050449_0001_00_000002
2016-05-18 02:04:11,720 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537050449_0001_00_000001
2016-05-18 02:04:11,726 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537050449_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:11,728 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537050449_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:11,730 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537050449_0001_1_00_000000_0] started. Is using containerId: [container_1463537050449_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:11 Starting to run new task attempt: attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:11,731 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:11,731 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:11,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C850CEC86852467A8A88194445E74F84, taskAttemptId=attempt_1463537050449_0001_1_00_000000_0, startTime=1463537051727, containerId=container_1463537050449_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:11,732 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:11,733 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537050449_0001_1_01_000000_0] started. Is using containerId: [container_1463537050449_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:11,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CD6F482A7E75484B864D4FB126B7BAFC, taskAttemptId=attempt_1463537050449_0001_1_01_000000_0, startTime=1463537051732, containerId=container_1463537050449_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:11,734 INFO  counters.Limits (Limits.java:ensureInitialized(60)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=256, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-05-18 02:04:11 Starting to run new task attempt: attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:11,739 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:11,739 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:11,739 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:11,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740, VertexName: CD6F482A7E75484B864D4FB126B7BAFC, VertexParallelism: 1, TaskAttemptID:attempt_1463537050449_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=95F81E601B684AB3963D542F7BF9D1B4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F12308AE1A244CC6885022AF7F37E98B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:11,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740, VertexName: C850CEC86852467A8A88194445E74F84, VertexParallelism: 1, TaskAttemptID:attempt_1463537050449_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=619A1F9B2BF045529C00324E45A589D3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F12308AE1A244CC6885022AF7F37E98B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:11,752 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:11,752 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:11,758 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:11,758 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:11,789 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537050449_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:11,790 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537050449_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:11,791 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537050449_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:11,794 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537050449_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:11,797 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:11,801 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:11,814 INFO  input.MRInput (MRInput.java:initialize(440)) - 619A1F9B2BF045529C00324E45A589D3 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:11,814 INFO  input.MRInput (MRInput.java:initialize(440)) - 95F81E601B684AB3963D542F7BF9D1B4 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:11,815 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 619A1F9B2BF045529C00324E45A589D3
2016-05-18 02:04:11,815 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 95F81E601B684AB3963D542F7BF9D1B4
2016-05-18 02:04:11,848 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CD6F482A7E75484B864D4FB126B7BAFC, ordinal: 1
2016-05-18 02:04:11,849 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD6F482A7E75484B864D4FB126B7BAFC, mem on start (mb), free: 189, total: 281, max: 672
2016-05-18 02:04:11,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:11,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:11,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:11,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:11,851 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[95F81E601B684AB3963D542F7BF9D1B4:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F12308AE1A244CC6885022AF7F37E98B:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:11,854 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C850CEC86852467A8A88194445E74F84, ordinal: 0
2016-05-18 02:04:11,854 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C850CEC86852467A8A88194445E74F84, mem on start (mb), free: 189, total: 281, max: 672
2016-05-18 02:04:11,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:11,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:11,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:11,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:11,857 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:11,858 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[619A1F9B2BF045529C00324E45A589D3:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F12308AE1A244CC6885022AF7F37E98B:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:11,859 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:11,861 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:11,862 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:11,862 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[95F81E601B684AB3963D542F7BF9D1B4:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F12308AE1A244CC6885022AF7F37E98B:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:11,863 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:11,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:11,864 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:11,865 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[619A1F9B2BF045529C00324E45A589D3:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F12308AE1A244CC6885022AF7F37E98B:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:11,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:11,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 95F81E601B684AB3963D542F7BF9D1B4 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:11,866 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:11,866 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:11,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 95F81E601B684AB3963D542F7BF9D1B4
2016-05-18 02:04:11,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 619A1F9B2BF045529C00324E45A589D3 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:11,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 619A1F9B2BF045529C00324E45A589D3
2016-05-18 02:04:11,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:11,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:11,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:11,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:11,872 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:11,878 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:11,901 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:11,902 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:11,903 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 95F81E601B684AB3963D542F7BF9D1B4 initialized RecordReader from event
2016-05-18 02:04:11,903 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 619A1F9B2BF045529C00324E45A589D3 initialized RecordReader from event
2016-05-18 02:04:11,933 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:11,938 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:11,969 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 619A1F9B2BF045529C00324E45A589D3
2016-05-18 02:04:11,969 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: 95F81E601B684AB3963D542F7BF9D1B4
2016-05-18 02:04:11,969 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: 1FDDDC525BA44C70B11EBDEB74FEF44E
2016-05-18 02:04:11,970 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: 1FDDDC525BA44C70B11EBDEB74FEF44E
2016-05-18 02:04:11,970 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 1FDDDC525BA44C70B11EBDEB74FEF44E
2016-05-18 02:04:11,972 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 1FDDDC525BA44C70B11EBDEB74FEF44E
2016-05-18 02:04:12,040 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F12308AE1A244CC6885022AF7F37E98B using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@4692551c, comparator=cascading.tuple.hadoop.util.TupleComparator@2f8ff913, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:12,042 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F12308AE1A244CC6885022AF7F37E98B using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@3111c576, comparator=cascading.tuple.hadoop.util.TupleComparator@5882530e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:12,046 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F12308AE1A244CC6885022AF7F37E98B: , UsingHashComparator=false
2016-05-18 02:04:12,046 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F12308AE1A244CC6885022AF7F37E98B: , UsingHashComparator=false
2016-05-18 02:04:12,164 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:12,165 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:12,165 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F12308AE1A244CC6885022AF7F37E98B: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:12,167 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F12308AE1A244CC6885022AF7F37E98B: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:12,169 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:12,169 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:12,169 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F12308AE1A244CC6885022AF7F37E98B: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:12,170 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F12308AE1A244CC6885022AF7F37E98B: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:12,179 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:12,181 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C850CEC86852467A8A88194445E74F84, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:04:12,190 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:12,191 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 74, total: 382, max: 672
2016-05-18 02:04:12,191 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,193 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:12,193 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 74, total: 382, max: 672
2016-05-18 02:04:12,193 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,194 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:12,194 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 74, total: 382, max: 672
2016-05-18 02:04:12,194 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,195 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:12,195 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 74, total: 382, max: 672
2016-05-18 02:04:12,195 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,196 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:12,196 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C850CEC86852467A8A88194445E74F84, mem on close (mb), free: 74, total: 382, max: 672
2016-05-18 02:04:12,196 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F12308AE1A244CC6885022AF7F37E98B: Starting flush of map output
2016-05-18 02:04:12,197 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F12308AE1A244CC6885022AF7F37E98B: Span0.length = 9, perItem = 24
2016-05-18 02:04:12,198 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F12308AE1A244CC6885022AF7F37E98B: done sorting span=0, length=9, time=1
2016-05-18 02:04:12,202 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F12308AE1A244CC6885022AF7F37E98B: Heap = SpanIterator<0:8> (span=Span[16777216,216]),
2016-05-18 02:04:12,208 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F12308AE1A244CC6885022AF7F37E98B: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-local-dir/output/attempt_1463537050449_0001_1_00_000000_0_10006_0/file.out
2016-05-18 02:04:12,254 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:12 Completed running task attempt: attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:12,254 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537050449_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:12,255 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537050449_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:12,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537050449_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537052181, Process_Duration=15, Process_End_Time=1463537052196, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:12,265 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537050449_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:12,265 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:12,265 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:12,266 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:12,266 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537050449_0001_00_000001
2016-05-18 02:04:12,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C850CEC86852467A8A88194445E74F84, taskAttemptId=attempt_1463537050449_0001_1_00_000000_0, creationTime=1463537051648, allocationTime=1463537051705, startTime=1463537051727, finishTime=1463537052265, timeTaken=538, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:12,280 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:12,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_FINISHED]: vertexName=C850CEC86852467A8A88194445E74F84, taskId=task_1463537050449_0001_1_00_000000, startTime=1463537051727, finishTime=1463537052283, timeTaken=556, status=SUCCEEDED, successfulAttemptID=attempt_1463537050449_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537052181, Process_Duration=15, Process_End_Time=1463537052196, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:12,296 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:12,296 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:12,305 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:12,306 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CD6F482A7E75484B864D4FB126B7BAFC, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:12,308 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:12,309 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 63, total: 382, max: 672
2016-05-18 02:04:12,309 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,312 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:12,312 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 63, total: 382, max: 672
2016-05-18 02:04:12,312 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,313 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:12,313 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 63, total: 382, max: 672
2016-05-18 02:04:12,313 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,314 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:12,314 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 63, total: 382, max: 672
2016-05-18 02:04:12,315 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:12,315 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:12,316 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CD6F482A7E75484B864D4FB126B7BAFC, mem on close (mb), free: 63, total: 382, max: 672
2016-05-18 02:04:12,316 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F12308AE1A244CC6885022AF7F37E98B: Starting flush of map output
2016-05-18 02:04:12,316 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F12308AE1A244CC6885022AF7F37E98B: Span0.length = 9, perItem = 24
2016-05-18 02:04:12,317 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F12308AE1A244CC6885022AF7F37E98B: done sorting span=0, length=9, time=0
2016-05-18 02:04:12,317 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F12308AE1A244CC6885022AF7F37E98B: Heap = SpanIterator<0:8> (span=Span[16777216,216]),
2016-05-18 02:04:12,320 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F12308AE1A244CC6885022AF7F37E98B: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-local-dir/output/attempt_1463537050449_0001_1_01_000000_0_10005_0/file.out
2016-05-18 02:04:12,329 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_FINISHED]: vertexName=C850CEC86852467A8A88194445E74F84, vertexId=vertex_1463537050449_0001_1_00, initRequestedTime=1463537051460, initedTime=1463537051600, startRequestedTime=1463537051463, startedTime=1463537051605, finishTime=1463537052296, timeTaken=691, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537052181, Process_Duration=15, Process_End_Time=1463537052196, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537051727, firstTasksToStart=[ task_1463537050449_0001_1_00_000000 ], lastTaskFinishTime=1463537052265, lastTasksToFinish=[ task_1463537050449_0001_1_00_000000 ], minTaskDuration=538, maxTaskDuration=538, avgTaskDuration=538.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537050449_0001_1_00_000000 ], longestDurationTasks=[ task_1463537050449_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:12,329 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:12,332 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537050449_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:12,333 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537050449_0001_00_000001: 66 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:12,333 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537050449_0001_00_000001, Exiting
2016-05-18 02:04:12,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537050449_0001_00_000001, stoppedTime=1463537052332, exitStatus=0
2016-05-18 02:04:12,333 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537050449_0001_00_000001
2016-05-18 02:04:12,333 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537050449_0001_00_000001
2016-05-18 02:04:12,334 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] attempt: attempt_1463537050449_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:12,335 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:12,335 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:12,336 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537050449_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:12,336 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537050449_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:12,337 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537050449_0001_00_000001 completed successfully
2016-05-18 02:04:12,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:12 Completed running task attempt: attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:12,341 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537050449_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:12,341 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537050449_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:12,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537050449_0001_1_01_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537052306, Process_Duration=9, Process_End_Time=1463537052315, Read_Duration=4, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:12,347 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537050449_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:12,347 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:12,347 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CD6F482A7E75484B864D4FB126B7BAFC, taskAttemptId=attempt_1463537050449_0001_1_01_000000_0, creationTime=1463537051653, allocationTime=1463537051706, startTime=1463537051732, finishTime=1463537052347, timeTaken=615, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:12,350 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:12,351 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:12,351 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:12,351 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537050449_0001_00_000002
2016-05-18 02:04:12,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_FINISHED]: vertexName=CD6F482A7E75484B864D4FB126B7BAFC, taskId=task_1463537050449_0001_1_01_000000, startTime=1463537051732, finishTime=1463537052351, timeTaken=619, status=SUCCEEDED, successfulAttemptID=attempt_1463537050449_0001_1_01_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537052306, Process_Duration=9, Process_End_Time=1463537052315, Read_Duration=4, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:12,354 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:12,355 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:12,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_FINISHED]: vertexName=CD6F482A7E75484B864D4FB126B7BAFC, vertexId=vertex_1463537050449_0001_1_01, initRequestedTime=1463537051426, initedTime=1463537051599, startRequestedTime=1463537051463, startedTime=1463537051601, finishTime=1463537052355, timeTaken=754, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537052306, Process_Duration=9, Process_End_Time=1463537052315, Read_Duration=4, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537051732, firstTasksToStart=[ task_1463537050449_0001_1_01_000000 ], lastTaskFinishTime=1463537052347, lastTasksToFinish=[ task_1463537050449_0001_1_01_000000 ], minTaskDuration=615, maxTaskDuration=615, avgTaskDuration=615.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537050449_0001_1_01_000000 ], longestDurationTasks=[ task_1463537050449_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:12,358 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:12,359 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537050449_0001_00_000002, stoppedTime=1463537052358, exitStatus=0
2016-05-18 02:04:12,359 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] attempt: attempt_1463537050449_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:12,359 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F12308AE1A244CC6885022AF7F37E98B
2016-05-18 02:04:12,360 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CD6F482A7E75484B864D4FB126B7BAFC, destinationVertexName=F12308AE1A244CC6885022AF7F37E98B. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:12,360 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C850CEC86852467A8A88194445E74F84, destinationVertexName=F12308AE1A244CC6885022AF7F37E98B. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:12,361 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:12,361 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:12,361 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:12,361 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537050449_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:12,362 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_STARTED]: vertexName=F12308AE1A244CC6885022AF7F37E98B, taskId=task_1463537050449_0001_1_02_000000, scheduledTime=1463537052362, launchTime=1463537052362
2016-05-18 02:04:12,362 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537050449_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:12,362 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:12,362 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537050449_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:12,363 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537050449_0001_00_000002, Exiting
2016-05-18 02:04:12,363 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537050449_0001_00_000002
2016-05-18 02:04:12,363 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537050449_0001_00_000002
2016-05-18 02:04:12,364 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537050449_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:12,364 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537050449_0001_00_000002 completed successfully
2016-05-18 02:04:12,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537050449_0001_00_000003, launchTime=1463537052365
2016-05-18 02:04:12,366 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537050449_0001_00_000003
2016-05-18 02:04:12,367 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537050449_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12 Starting to run new task attempt: attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12,368 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12,368 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:12,368 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537050449_0001_1_02_000000_0] started. Is using containerId: [container_1463537050449_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:12,368 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:12,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740, VertexName: F12308AE1A244CC6885022AF7F37E98B, VertexParallelism: 1, TaskAttemptID:attempt_1463537050449_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CD6F482A7E75484B864D4FB126B7BAFC, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=C850CEC86852467A8A88194445E74F84, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=637986CAAF5D43549B7230A0F414D7BB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: F12308AE1A244CC6885022AF7F37E98B { CD6F482A7E75484B864D4FB126B7BAFC C850CEC86852467A8A88194445E74F84 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-05-18 02:04:12,369 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F12308AE1A244CC6885022AF7F37E98B, taskAttemptId=attempt_1463537050449_0001_1_02_000000_0, startTime=1463537052367, containerId=container_1463537050449_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:12,369 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:12,369 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12,371 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537050449_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:12,372 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537050449_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:12,377 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:12,392 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:12,393 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:12,413 INFO  output.MROutput (MROutput.java:initialize(421)) - 637986CAAF5D43549B7230A0F414D7BB: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:12,414 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F12308AE1A244CC6885022AF7F37E98B, ordinal: 2
2016-05-18 02:04:12,415 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F12308AE1A244CC6885022AF7F37E98B, mem on start (mb), free: 54, total: 382, max: 672
2016-05-18 02:04:12,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:12,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:12,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:12,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:12,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:12,419 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[637986CAAF5D43549B7230A0F414D7BB:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [CD6F482A7E75484B864D4FB126B7BAFC:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [C850CEC86852467A8A88194445E74F84:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:12,420 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:12,421 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:12,421 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 422785824, TotalRequestedScaled: 2.0293719551999998E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:12,421 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[637986CAAF5D43549B7230A0F414D7BB:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [CD6F482A7E75484B864D4FB126B7BAFC:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [C850CEC86852467A8A88194445E74F84:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:12,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:12,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring CD6F482A7E75484B864D4FB126B7BAFC for start, since it will be controlled via it's Group
2016-05-18 02:04:12,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring C850CEC86852467A8A88194445E74F84 for start, since it will be controlled via it's Group
2016-05-18 02:04:12,423 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CD6F482A7E75484B864D4FB126B7BAFC: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:12,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: F12308AE1A244CC6885022AF7F37E98B being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:12,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:12,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:12,426 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CD6F482A7E75484B864D4FB126B7BAFC: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:12,479 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CD6F482A7E75484B864D4FB126B7BAFC with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:12,492 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C850CEC86852467A8A88194445E74F84: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:12,492 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C850CEC86852467A8A88194445E74F84: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:12,494 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C850CEC86852467A8A88194445E74F84 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:12,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F12308AE1A244CC6885022AF7F37E98B
2016-05-18 02:04:12,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:12,496 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12,499 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C850CEC86852467A8A88194445E74F84: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:12,500 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2016-05-18 02:04:12,500 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CD6F482A7E75484B864D4FB126B7BAFC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:12,506 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] streamed: true, id: 1FDDDC525BA44C70B11EBDEB74FEF44E
2016-05-18 02:04:12,506 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false740"], id: 637986CAAF5D43549B7230A0F414D7BB
2016-05-18 02:04:12,507 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false740"]
2016-05-18 02:04:12,509 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 1FDDDC525BA44C70B11EBDEB74FEF44E, for 1 inputs
2016-05-18 02:04:12,517 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537050449_0001_1_01_000000_0_10005} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537052517, TimeTaken=4, Rate=0.05 MB/s
2016-05-18 02:04:12,518 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537050449_0001_1_00_000000_0_10006} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537052518, TimeTaken=7, Rate=0.03 MB/s
2016-05-18 02:04:12,518 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C850CEC86852467A8A88194445E74F84
2016-05-18 02:04:12,518 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CD6F482A7E75484B864D4FB126B7BAFC
2016-05-18 02:04:12,519 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:12,519 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:12,519 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C850CEC86852467A8A88194445E74F84, wasInterrupted=false
2016-05-18 02:04:12,521 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:12,522 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:12,524 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CD6F482A7E75484B864D4FB126B7BAFC, wasInterrupted=false
2016-05-18 02:04:12,524 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:12,525 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - CD6F482A7E75484B864D4FB126B7BAFC: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:12,526 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:12,526 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-local-dir/output/attempt_1463537050449_0001_1_00_000000_0_10006/file.out, len=218, isLocal=true
2016-05-18 02:04:12,528 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 218 bytes from disk
2016-05-18 02:04:12,528 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001_wd/localmode-local-dir/output/attempt_1463537050449_0001_1_01_000000_0_10005/file.out, len=218, isLocal=true
2016-05-18 02:04:12,528 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 218 bytes from disk
2016-05-18 02:04:12,530 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:12,533 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:12,534 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:12,535 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:12,539 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-05-18 02:04:12,541 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-05-18 02:04:12,540 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CD6F482A7E75484B864D4FB126B7BAFC
2016-05-18 02:04:12,543 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F12308AE1A244CC6885022AF7F37E98B, all 1 inputs ready in: 00:00:00.034
2016-05-18 02:04:12,544 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CD6F482A7E75484B864D4FB126B7BAFC: Shuffle Runner thread complete
2016-05-18 02:04:12,544 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C850CEC86852467A8A88194445E74F84
2016-05-18 02:04:12,545 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C850CEC86852467A8A88194445E74F84: Shuffle Runner thread complete
2016-05-18 02:04:12,548 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CD6F482A7E75484B864D4FB126B7BAFC: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:12,552 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C850CEC86852467A8A88194445E74F84: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:12,564 INFO  output.MROutput (MROutput.java:close(526)) - 637986CAAF5D43549B7230A0F414D7BB closed
2016-05-18 02:04:12,568 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537050449_0001_1_02_000000_0 given a go for committing the task output.
2016-05-18 02:04:12,569 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12,569 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F12308AE1A244CC6885022AF7F37E98B, mem on close (mb), free: 149, total: 382, max: 672
2016-05-18 02:04:12,570 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CD6F482A7E75484B864D4FB126B7BAFC
2016-05-18 02:04:12,570 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CD6F482A7E75484B864D4FB126B7BAFC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:12,571 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C850CEC86852467A8A88194445E74F84
2016-05-18 02:04:12,572 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C850CEC86852467A8A88194445E74F84: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:12,572 INFO  output.MROutput (MROutput.java:close(526)) - 637986CAAF5D43549B7230A0F414D7BB closed
2016-05-18 02:04:12,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:12 Completed running task attempt: attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12,574 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537050449_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:12,575 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537050449_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:12,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537050449_0001_1_02_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=130, MERGE_PHASE_TIME=167, FIRST_EVENT_RECEIVED=84, LAST_EVENT_RECEIVED=84][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537052544, Process_Duration=25, Process_End_Time=1463537052569, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:12,578 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537050449_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:12,579 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:12,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F12308AE1A244CC6885022AF7F37E98B, taskAttemptId=attempt_1463537050449_0001_1_02_000000_0, creationTime=1463537052362, allocationTime=1463537052364, startTime=1463537052367, finishTime=1463537052578, timeTaken=211, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:12,579 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:12,579 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:12,580 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12,581 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537050449_0001_00_000003
2016-05-18 02:04:12,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:TASK_FINISHED]: vertexName=F12308AE1A244CC6885022AF7F37E98B, taskId=task_1463537050449_0001_1_02_000000, startTime=1463537052367, finishTime=1463537052580, timeTaken=213, status=SUCCEEDED, successfulAttemptID=attempt_1463537050449_0001_1_02_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=130, MERGE_PHASE_TIME=167, FIRST_EVENT_RECEIVED=84, LAST_EVENT_RECEIVED=84, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537052544, Process_Duration=25, Process_End_Time=1463537052569, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:12,583 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:12,584 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B]
2016-05-18 02:04:12,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:VERTEX_FINISHED]: vertexName=F12308AE1A244CC6885022AF7F37E98B, vertexId=vertex_1463537050449_0001_1_02, initRequestedTime=1463537051463, initedTime=1463537051542, startRequestedTime=1463537051611, startedTime=1463537051611, finishTime=1463537052584, timeTaken=973, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=130, MERGE_PHASE_TIME=167, FIRST_EVENT_RECEIVED=84, LAST_EVENT_RECEIVED=84, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537052544, Process_Duration=25, Process_End_Time=1463537052569, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537052367, firstTasksToStart=[ task_1463537050449_0001_1_02_000000 ], lastTaskFinishTime=1463537052578, lastTasksToFinish=[ task_1463537050449_0001_1_02_000000 ], minTaskDuration=211, maxTaskDuration=211, avgTaskDuration=211.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537050449_0001_1_02_000000 ], longestDurationTasks=[ task_1463537050449_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:12,587 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:12,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537050449_0001_00_000003, stoppedTime=1463537052588, exitStatus=0
2016-05-18 02:04:12,589 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:12,589 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:12,592 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537050449_0001_1_01 [CD6F482A7E75484B864D4FB126B7BAFC]
2016-05-18 02:04:12,593 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537050449_0001_1_00 [C850CEC86852467A8A88194445E74F84]
2016-05-18 02:04:12,593 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537050449_0001_1
2016-05-18 02:04:12,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537050449_0001_1
2016-05-18 02:04:12,595 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 637986CAAF5D43549B7230A0F414D7BB for vertex: vertex_1463537050449_0001_1_02 [F12308AE1A244CC6885022AF7F37E98B], outputName: 637986CAAF5D43549B7230A0F414D7BB
2016-05-18 02:04:12,592 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537050449_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:12,597 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537050449_0001_00_000003: 16 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:12,595 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537050449_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:12,598 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537050449_0001_00_000003, Exiting
2016-05-18 02:04:12,598 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537050449_0001_00_000003
2016-05-18 02:04:12,598 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537050449_0001_00_000003
2016-05-18 02:04:12,599 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537050449_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:12,599 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537050449_0001_00_000003 completed successfully
2016-05-18 02:04:12,600 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537050449_0001_00_000003
2016-05-18 02:04:12,613 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:637986CAAF5D43549B7230A0F414D7BB of vertex/vertexGroup:F12308AE1A244CC6885022AF7F37E98B isVertexGroupOutput:false
2016-05-18 02:04:12,613 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:12,624 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537050449_0001_1, queueSize=0
2016-05-18 02:04:12,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537050449_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537050449_0001_1, startTime=1463537051422, finishTime=1463537052613, timeTaken=1191, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=3260, AM_GC_TIME_MILLIS=32, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=428, OUTPUT_BYTES_PHYSICAL=436, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=130, MERGE_PHASE_TIME=167, FIRST_EVENT_RECEIVED=84, LAST_EVENT_RECEIVED=84, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390611157031, Process_Duration=49, Process_End_Time=4390611157080, Read_Duration=8, Tuples_Read=44, Tuples_Written=23, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:12,630 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537050449_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:12,630 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537050449_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:12 Completed Dag: dag_1463537050449_0001_1
2016-05-18 02:04:12,631 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537050449_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:12,633 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537050449_0001_1_post
2016-05-18 02:04:12,634 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:12,634 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:12,635 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:12,636 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740, with id=dag_1463537050449_0001_1
2016-05-18 02:04:12,643 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40] name/(1/1) ...Merge/multimerge+false740, with id=dag_1463537050449_0001_1
2016-05-18 02:04:12,644 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...Merge/multimerge+false740, applicationId=application_1463537050449_0001
2016-05-18 02:04:12,648 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:12,649 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:12,649 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:12,650 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:12,650 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:12,651 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:12,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:12,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:12,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:12,655 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:12,655 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:12,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:12,656 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:12,658 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:12,663 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D26B4AC1A12449A99D6839B550ABAB5A/B3606E6701AC42C7BAB699C877E1AC40/.tez/application_1463537050449_0001
2016-05-18 02:04:12,665 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false740/_temporary
2016-05-18 02:04:12,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  completed in: 00:02.376
2016-05-18 02:04:12,775 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false740
2016-05-18 02:04:12,817 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:12,818 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:12,886 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.029
2016-05-18 02:04:12,912 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.054
2016-05-18 02:04:12,913 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:12,914 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:12,914 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:12,937 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:12,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring
2016-05-18 02:04:13,051 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting
2016-05-18 02:04:13,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:13,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  sink: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring"]
2016-05-18 02:04:13,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  parallel execution of steps is enabled: false
2016-05-18 02:04:13,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  executing total steps: 1
2016-05-18 02:04:13,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  allocating management threads: 1
2016-05-18 02:04:13,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting step: (1/1) ...stMinByString/minbystring
2016-05-18 02:04:13,055 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:13,072 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tez session mode enabled: true
2016-05-18 02:04:13,077 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:13,077 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:13,077 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:13,089 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001 doesn't exist and is created
2016-05-18 02:04:13,115 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:13,115 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:13,117 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001_wd
2016-05-18 02:04:13,136 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537053077_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:13,136 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:13,136 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:13,138 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:13,138 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:13,138 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:13,138 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:13,139 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:13,141 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:13,141 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:13,142 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:13,142 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:13,142 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:13,142 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:13,142 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:13,142 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:13,142 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:13,142 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:13,143 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:13,143 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:13,146 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:13,147 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:13,147 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:13,148 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001_wd/localmode-log-dir
2016-05-18 02:04:13,148 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001_wd/localmode-log-dir/history.txt.appattempt_1463537053077_0001_000000, maxErrors=10
2016-05-18 02:04:13,148 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:13,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537053077_0001_000000, appSubmitTime=1463537053135, launchTime=1463537053135
2016-05-18 02:04:13,154 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:13,161 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45297
2016-05-18 02:04:13,162 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537053077
2016-05-18 02:04:13,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537053077_0001_000000, startTime=1463537053166
2016-05-18 02:04:13,166 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:13,216 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:13,216 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:13,217 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...stMinByString/minbystring, applicationId=application_1463537053077_0001, dagName=[248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring
2016-05-18 02:04:13,239 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring
2016-05-18 02:04:13,240 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:13,242 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537053077_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001_wd/localmode-log-dir/dag_1463537053077_0001_1.dot
2016-05-18 02:04:13,244 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001_wd/localmode-log-dir/dag_1463537053077_0001_1-tez-dag.pb.txt
2016-05-18 02:04:13,256 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537053077_0001_1
2016-05-18 02:04:13,256 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:13,256 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring
2016-05-18 02:04:13 Running Dag: dag_1463537053077_0001_1
2016-05-18 02:04:13,275 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537053077_0001_1, submitTime=1463537053239
2016-05-18 02:04:13,276 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001/tez-conf.pb" } size: 40953 timestamp: 1463537053000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:13,277 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,277 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:13,278 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001/tez-conf.pb" } size: 40953 timestamp: 1463537053000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:13,278 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,279 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:13,279 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:13,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537053077_0001_1, initTime=1463537053279
2016-05-18 02:04:13,280 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537053077_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:13,281 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:13,281 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:DAG_STARTED]: dagID=dag_1463537053077_0001_1, startTime=1463537053281
2016-05-18 02:04:13,282 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537053077_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:13,282 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: AA7E73A3E58045D38D2DC5A3D44BE30C : {91D830A2670D4BC19A0710C2CBB446D1={InputName=91D830A2670D4BC19A0710C2CBB446D1}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:13,282 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 91D830A2670D4BC19A0710C2CBB446D1, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:13,282 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,282 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,282 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,283 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,283 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...stMinByString/minbystring, applicationId=application_1463537053077_0001, dagName=[248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring
2016-05-18 02:04:13,283 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:13,284 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,289 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 91D830A2670D4BC19A0710C2CBB446D1 on vertex vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,292 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:13,292 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,294 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537053077_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:13,296 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4], numAdditionalOutputs=1
2016-05-18 02:04:13,296 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=3E33D2239D9044ADA79810D77BD7C8C0, vertex=vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:13,299 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 91D830A2670D4BC19A0710C2CBB446D1 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:13,327 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for CF43BF05173D42628A899A7A93E644A4:3E33D2239D9044ADA79810D77BD7C8C0 using oldmapred API
2016-05-18 02:04:13,327 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=3E33D2239D9044ADA79810D77BD7C8C0, vertexName=CF43BF05173D42628A899A7A93E644A4, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:13,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CF43BF05173D42628A899A7A93E644A4, vertexId=vertex_1463537053077_0001_1_01, initRequestedTime=1463537053284, initedTime=1463537053296, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:13,333 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:13,335 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:13,335 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:13,335 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:13,336 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:13,337 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 91D830A2670D4BC19A0710C2CBB446D1 on vertex vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,339 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:13,339 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {91D830A2670D4BC19A0710C2CBB446D1=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:13,340 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] parallelism set to 1
2016-05-18 02:04:13,340 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:13,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, vertexId=vertex_1463537053077_0001_1_00, initRequestedTime=1463537053282, initedTime=1463537053341, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:13,342 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] with distanceFromRoot: 0
2016-05-18 02:04:13,342 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:13,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537053077_0001_1_00, startRequestedTime=1463537053284, startedTime=1463537053342
2016-05-18 02:04:13,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537053077_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:13,344 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:13,344 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537053077_0001_1_00 for vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] numStartedSources: 1 numSources: 1
2016-05-18 02:04:13,344 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] with distanceFromRoot: 1
2016-05-18 02:04:13,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537053077_0001_1_01, startRequestedTime=1463537053344, startedTime=1463537053345
2016-05-18 02:04:13,345 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:13,349 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: CF43BF05173D42628A899A7A93E644A4 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:13,350 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: AA7E73A3E58045D38D2DC5A3D44BE30C in vertex: CF43BF05173D42628A899A7A93E644A4 numBipartiteSourceTasks: 1
2016-05-18 02:04:13,351 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in AA7E73A3E58045D38D2DC5A3D44BE30C
2016-05-18 02:04:13,351 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_STARTED]: vertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, taskId=task_1463537053077_0001_1_00_000000, scheduledTime=1463537053353, launchTime=1463537053353
2016-05-18 02:04:13,354 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,356 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:13,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537053077_0001_00_000001, launchTime=1463537053358
2016-05-18 02:04:13,360 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537053077_0001_00_000001
2016-05-18 02:04:13,361 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537053077_0001_1_00_000000_0] started. Is using containerId: [container_1463537053077_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:13,362 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, taskAttemptId=attempt_1463537053077_0001_1_00_000000_0, startTime=1463537053361, containerId=container_1463537053077_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:13,362 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537053077_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,363 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] submitted tez dag to app master: application_1463537053077_0001, with dag id: dag_1463537053077_0001_1
2016-05-18 02:04:13 Starting to run new task attempt: attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,365 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,365 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:13,365 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:13,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring, VertexName: AA7E73A3E58045D38D2DC5A3D44BE30C, VertexParallelism: 1, TaskAttemptID:attempt_1463537053077_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=91D830A2670D4BC19A0710C2CBB446D1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CF43BF05173D42628A899A7A93E644A4, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:13,365 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:13,373 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537053077_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:13,373 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537053077_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:13,373 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,379 INFO  input.MRInput (MRInput.java:initialize(440)) - 91D830A2670D4BC19A0710C2CBB446D1 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:13,379 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 91D830A2670D4BC19A0710C2CBB446D1
2016-05-18 02:04:13,381 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:13,389 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AA7E73A3E58045D38D2DC5A3D44BE30C, ordinal: 0
2016-05-18 02:04:13,389 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA7E73A3E58045D38D2DC5A3D44BE30C, mem on start (mb), free: 250, total: 489, max: 672
2016-05-18 02:04:13,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:13,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:13,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:13,390 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:13,390 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[91D830A2670D4BC19A0710C2CBB446D1:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [CF43BF05173D42628A899A7A93E644A4:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:13,390 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:13,390 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:13,390 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:13,391 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[91D830A2670D4BC19A0710C2CBB446D1:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [CF43BF05173D42628A899A7A93E644A4:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:13,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:13,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 91D830A2670D4BC19A0710C2CBB446D1 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:13,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:13,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:13,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 91D830A2670D4BC19A0710C2CBB446D1
2016-05-18 02:04:13,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:13,393 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,397 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:13,397 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 91D830A2670D4BC19A0710C2CBB446D1 initialized RecordReader from event
2016-05-18 02:04:13,400 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:13,400 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 91D830A2670D4BC19A0710C2CBB446D1
2016-05-18 02:04:13,400 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'num']], id: 753837DCF5454E7F928687373E6BDC1F
2016-05-18 02:04:13,401 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'num']] 753837DCF5454E7F928687373E6BDC1F
2016-05-18 02:04:13,404 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - CF43BF05173D42628A899A7A93E644A4 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@a756d09, comparator=cascading.tuple.hadoop.util.TupleComparator@23496f3c, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:13,404 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for CF43BF05173D42628A899A7A93E644A4: , UsingHashComparator=false
2016-05-18 02:04:13,417 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:13,418 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:13,418 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for CF43BF05173D42628A899A7A93E644A4: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:13,418 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - CF43BF05173D42628A899A7A93E644A4: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:13,418 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:13,419 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AA7E73A3E58045D38D2DC5A3D44BE30C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:13,420 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:13,420 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 148, total: 489, max: 672
2016-05-18 02:04:13,421 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:13,423 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:13,423 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 148, total: 489, max: 672
2016-05-18 02:04:13,423 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:13,424 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,424 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AA7E73A3E58045D38D2DC5A3D44BE30C, mem on close (mb), free: 148, total: 489, max: 672
2016-05-18 02:04:13,425 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - CF43BF05173D42628A899A7A93E644A4: Starting flush of map output
2016-05-18 02:04:13,425 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - CF43BF05173D42628A899A7A93E644A4: Span0.length = 5, perItem = 15
2016-05-18 02:04:13,425 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - CF43BF05173D42628A899A7A93E644A4: done sorting span=0, length=5, time=0
2016-05-18 02:04:13,426 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - CF43BF05173D42628A899A7A93E644A4: Heap = SpanIterator<0:4> (span=Span[16777216,75]),
2016-05-18 02:04:13,427 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - CF43BF05173D42628A899A7A93E644A4: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001_wd/localmode-local-dir/output/attempt_1463537053077_0001_1_00_000000_0_10013_0/file.out
2016-05-18 02:04:13,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:13 Completed running task attempt: attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,431 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537053077_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:13,431 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537053077_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:13,432 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537053077_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537053419, Process_Duration=5, Process_End_Time=1463537053424, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-05-18 02:04:13,433 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537053077_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:13,433 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:13,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, taskAttemptId=attempt_1463537053077_0001_1_00_000000_0, creationTime=1463537053354, allocationTime=1463537053357, startTime=1463537053361, finishTime=1463537053433, timeTaken=72, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:13,434 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:13,435 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:13,435 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13,436 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537053077_0001_00_000001
2016-05-18 02:04:13,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_FINISHED]: vertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, taskId=task_1463537053077_0001_1_00_000000, startTime=1463537053361, finishTime=1463537053435, timeTaken=74, status=SUCCEEDED, successfulAttemptID=attempt_1463537053077_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537053419, Process_Duration=5, Process_End_Time=1463537053424, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:13,438 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:13,438 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_FINISHED]: vertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, vertexId=vertex_1463537053077_0001_1_00, initRequestedTime=1463537053282, initedTime=1463537053341, startRequestedTime=1463537053284, startedTime=1463537053342, finishTime=1463537053438, timeTaken=96, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537053419, Process_Duration=5, Process_End_Time=1463537053424, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1463537053361, firstTasksToStart=[ task_1463537053077_0001_1_00_000000 ], lastTaskFinishTime=1463537053433, lastTasksToFinish=[ task_1463537053077_0001_1_00_000000 ], minTaskDuration=72, maxTaskDuration=72, avgTaskDuration=72.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537053077_0001_1_00_000000 ], longestDurationTasks=[ task_1463537053077_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:13,440 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:13,441 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537053077_0001_00_000001, stoppedTime=1463537053441, exitStatus=0
2016-05-18 02:04:13,441 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] attempt: attempt_1463537053077_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:13,441 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CF43BF05173D42628A899A7A93E644A4
2016-05-18 02:04:13,442 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, destinationVertexName=CF43BF05173D42628A899A7A93E644A4. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:13,442 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,443 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:13,443 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:13,443 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537053077_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:13,444 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_STARTED]: vertexName=CF43BF05173D42628A899A7A93E644A4, taskId=task_1463537053077_0001_1_01_000000, scheduledTime=1463537053443, launchTime=1463537053443
2016-05-18 02:04:13,444 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,446 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537053077_0001_00_000002, launchTime=1463537053446
2016-05-18 02:04:13,446 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537053077_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:13,447 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537053077_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:13,447 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537053077_0001_00_000001, Exiting
2016-05-18 02:04:13,447 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537053077_0001_00_000001
2016-05-18 02:04:13,447 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537053077_0001_00_000001
2016-05-18 02:04:13,448 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537053077_0001_00_000002
2016-05-18 02:04:13,449 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537053077_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:13,449 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537053077_0001_1_01_000000_0] started. Is using containerId: [container_1463537053077_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:13,449 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CF43BF05173D42628A899A7A93E644A4, taskAttemptId=attempt_1463537053077_0001_1_01_000000_0, startTime=1463537053449, containerId=container_1463537053077_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:13,450 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537053077_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,449 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537053077_0001_00_000001 completed successfully
2016-05-18 02:04:13 Starting to run new task attempt: attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,451 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,452 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:13,452 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:13,453 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring, VertexName: CF43BF05173D42628A899A7A93E644A4, VertexParallelism: 1, TaskAttemptID:attempt_1463537053077_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AA7E73A3E58045D38D2DC5A3D44BE30C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3E33D2239D9044ADA79810D77BD7C8C0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:13,453 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:13,454 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,456 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537053077_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,457 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537053077_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:13,461 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:13,467 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:13,480 INFO  output.MROutput (MROutput.java:initialize(421)) - 3E33D2239D9044ADA79810D77BD7C8C0: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:13,485 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CF43BF05173D42628A899A7A93E644A4, ordinal: 1
2016-05-18 02:04:13,486 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CF43BF05173D42628A899A7A93E644A4, mem on start (mb), free: 141, total: 489, max: 672
2016-05-18 02:04:13,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:13,486 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:13,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:13,487 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:13,487 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3E33D2239D9044ADA79810D77BD7C8C0:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [AA7E73A3E58045D38D2DC5A3D44BE30C:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:13,488 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:13,488 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:13,489 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:13,489 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3E33D2239D9044ADA79810D77BD7C8C0:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [AA7E73A3E58045D38D2DC5A3D44BE30C:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:13,489 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:13,490 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AA7E73A3E58045D38D2DC5A3D44BE30C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:13,490 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - AA7E73A3E58045D38D2DC5A3D44BE30C: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:13,490 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - AA7E73A3E58045D38D2DC5A3D44BE30C: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:13,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:13,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:13,492 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: AA7E73A3E58045D38D2DC5A3D44BE30C with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:13,496 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AA7E73A3E58045D38D2DC5A3D44BE30C
2016-05-18 02:04:13,496 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:13,497 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,498 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AA7E73A3E58045D38D2DC5A3D44BE30C: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:13,504 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537053077_0001_1_00_000000_0_10013} to DISK_DIRECT, csize=95, dsize=91, EndTime=1463537053504, TimeTaken=2, Rate=0.05 MB/s
2016-05-18 02:04:13,504 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : AA7E73A3E58045D38D2DC5A3D44BE30C
2016-05-18 02:04:13,505 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:13,507 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: AA7E73A3E58045D38D2DC5A3D44BE30C, wasInterrupted=false
2016-05-18 02:04:13,507 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'num']]
2016-05-18 02:04:13,507 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:13,509 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:13,509 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001_wd/localmode-local-dir/output/attempt_1463537053077_0001_1_00_000000_0_10013/file.out, len=95, isLocal=true
2016-05-18 02:04:13,510 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 95 bytes from disk
2016-05-18 02:04:13,510 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:13,510 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:13,512 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-05-18 02:04:13,512 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : AA7E73A3E58045D38D2DC5A3D44BE30C
2016-05-18 02:04:13,514 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'num']] streamed: true, id: 753837DCF5454E7F928687373E6BDC1F
2016-05-18 02:04:13,514 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring"], id: 3E33D2239D9044ADA79810D77BD7C8C0
2016-05-18 02:04:13,515 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - AA7E73A3E58045D38D2DC5A3D44BE30C: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:13,515 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - AA7E73A3E58045D38D2DC5A3D44BE30C: Shuffle Runner thread complete
2016-05-18 02:04:13,515 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring"]
2016-05-18 02:04:13,517 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'num']] 753837DCF5454E7F928687373E6BDC1F, for 1 inputs
2016-05-18 02:04:13,517 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CF43BF05173D42628A899A7A93E644A4, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:13,518 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - AA7E73A3E58045D38D2DC5A3D44BE30C: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:13,522 INFO  output.MROutput (MROutput.java:close(526)) - 3E33D2239D9044ADA79810D77BD7C8C0 closed
2016-05-18 02:04:13,524 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537053077_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:13,525 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,525 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CF43BF05173D42628A899A7A93E644A4, mem on close (mb), free: 137, total: 489, max: 672
2016-05-18 02:04:13,525 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: AA7E73A3E58045D38D2DC5A3D44BE30C
2016-05-18 02:04:13,525 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - AA7E73A3E58045D38D2DC5A3D44BE30C: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:13,526 INFO  output.MROutput (MROutput.java:close(526)) - 3E33D2239D9044ADA79810D77BD7C8C0 closed
2016-05-18 02:04:13,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:13 Completed running task attempt: attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,527 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537053077_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:13,528 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537053077_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:13,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537053077_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537053518, Process_Duration=6, Process_End_Time=1463537053524, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:13,530 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537053077_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:13,530 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:13,530 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:13,530 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:13,531 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CF43BF05173D42628A899A7A93E644A4, taskAttemptId=attempt_1463537053077_0001_1_01_000000_0, creationTime=1463537053444, allocationTime=1463537053445, startTime=1463537053449, finishTime=1463537053531, timeTaken=82, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:13,532 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13,532 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537053077_0001_00_000002
2016-05-18 02:04:13,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:TASK_FINISHED]: vertexName=CF43BF05173D42628A899A7A93E644A4, taskId=task_1463537053077_0001_1_01_000000, startTime=1463537053449, finishTime=1463537053532, timeTaken=83, status=SUCCEEDED, successfulAttemptID=attempt_1463537053077_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537053518, Process_Duration=6, Process_End_Time=1463537053524, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:13,533 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:13,533 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4]
2016-05-18 02:04:13,535 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:VERTEX_FINISHED]: vertexName=CF43BF05173D42628A899A7A93E644A4, vertexId=vertex_1463537053077_0001_1_01, initRequestedTime=1463537053284, initedTime=1463537053296, startRequestedTime=1463537053344, startedTime=1463537053345, finishTime=1463537053534, timeTaken=189, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537053518, Process_Duration=6, Process_End_Time=1463537053524, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537053449, firstTasksToStart=[ task_1463537053077_0001_1_01_000000 ], lastTaskFinishTime=1463537053531, lastTasksToFinish=[ task_1463537053077_0001_1_01_000000 ], minTaskDuration=82, maxTaskDuration=82, avgTaskDuration=82.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537053077_0001_1_01_000000 ], longestDurationTasks=[ task_1463537053077_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:13,535 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:13,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537053077_0001_00_000002, stoppedTime=1463537053536, exitStatus=0
2016-05-18 02:04:13,536 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:13,536 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:13,536 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537053077_0001_1_00 [AA7E73A3E58045D38D2DC5A3D44BE30C]
2016-05-18 02:04:13,536 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537053077_0001_1
2016-05-18 02:04:13,537 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537053077_0001_1
2016-05-18 02:04:13,537 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 3E33D2239D9044ADA79810D77BD7C8C0 for vertex: vertex_1463537053077_0001_1_01 [CF43BF05173D42628A899A7A93E644A4], outputName: 3E33D2239D9044ADA79810D77BD7C8C0
2016-05-18 02:04:13,542 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537053077_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:13,542 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537053077_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:13,544 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537053077_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:13,544 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537053077_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:13,544 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537053077_0001_00_000002, Exiting
2016-05-18 02:04:13,544 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537053077_0001_00_000002
2016-05-18 02:04:13,544 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537053077_0001_00_000002
2016-05-18 02:04:13,547 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537053077_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:13,547 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537053077_0001_00_000002 completed successfully
2016-05-18 02:04:13,552 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:3E33D2239D9044ADA79810D77BD7C8C0 of vertex/vertexGroup:CF43BF05173D42628A899A7A93E644A4 isVertexGroupOutput:false
2016-05-18 02:04:13,552 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:13,555 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537053077_0001_1, queueSize=0
2016-05-18 02:04:13,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537053077_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537053077_0001_1, startTime=1463537053281, finishTime=1463537053552, timeTaken=271, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=650, AM_GC_TIME_MILLIS=19, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074106937, Process_Duration=11, Process_End_Time=2927074106948, Read_Duration=2, Tuples_Read=18, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:13,556 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537053077_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:13,556 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537053077_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:13 Completed Dag: dag_1463537053077_0001_1
2016-05-18 02:04:13,558 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537053077_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:13,558 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537053077_0001_1_post
2016-05-18 02:04:13,558 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:13,559 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:13,559 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:13,560 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring, with id=dag_1463537053077_0001_1
2016-05-18 02:04:13,560 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22] max/(1/1) ...stMinByString/minbystring, with id=dag_1463537053077_0001_1
2016-05-18 02:04:13,565 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...stMinByString/minbystring, applicationId=application_1463537053077_0001
2016-05-18 02:04:13,570 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:13,571 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:13,571 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:13,571 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:13,571 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:13,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:13,573 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:13,573 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:13,573 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:13,573 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:13,574 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:13,575 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:13,575 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:13,576 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:13,580 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/248FD7B641AC45DF92813A8CD82F6A39/E83B17C011C8460AA58250DD3279FD22/.tez/application_1463537053077_0001
2016-05-18 02:04:13,582 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring/_temporary
2016-05-18 02:04:13,582 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  completed in: 00:00.530
2016-05-18 02:04:13,695 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring
2016-05-18 02:04:13,762 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:13,763 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:13,845 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.034
2016-05-18 02:04:13,888 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.076
2016-05-18 02:04:13,889 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:13,889 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:13,889 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:13,925 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:13,939 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:13,951 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage
2016-05-18 02:04:14,043 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: FB02D17D28FB42449EC069D8E2E36448,F5B76A711A634696883DD8E646FD3C5D and BED1110EFC914F25B67CCEEECDA055FB
2016-05-18 02:04:14,045 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] starting
2016-05-18 02:04:14,046 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:14,046 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:14,046 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage"]
2016-05-18 02:04:14,047 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs]  parallel execution of steps is enabled: false
2016-05-18 02:04:14,047 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs]  executing total steps: 1
2016-05-18 02:04:14,047 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs]  allocating management threads: 1
2016-05-18 02:04:14,048 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] starting step: (1/1) ...AverageMerge/mergeaverage
2016-05-18 02:04:14,048 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [average-lhs+average-rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:14,071 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] tez session mode enabled: true
2016-05-18 02:04:14,076 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:14,077 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:14,077 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:14,088 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001 doesn't exist and is created
2016-05-18 02:04:14,126 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:14,127 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:14,128 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd
2016-05-18 02:04:14,147 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537054077_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:14,147 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:14,147 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:14,150 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:14,151 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:14,151 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:14,151 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:14,153 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:14,156 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:14,156 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:14,156 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:14,156 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:14,157 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:14,157 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:14,158 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:14,159 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:14,159 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:14,159 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:14,160 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:14,161 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:14,165 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:14,167 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:14,167 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:14,168 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-log-dir
2016-05-18 02:04:14,169 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-log-dir/history.txt.appattempt_1463537054077_0001_000000, maxErrors=10
2016-05-18 02:04:14,170 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:14,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537054077_0001_000000, appSubmitTime=1463537054146, launchTime=1463537054146
2016-05-18 02:04:14,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:14,189 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41226
2016-05-18 02:04:14,208 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537054077
2016-05-18 02:04:14,210 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537054077_0001_000000, startTime=1463537054210
2016-05-18 02:04:14,210 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:14,227 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:14,227 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:14,227 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...AverageMerge/mergeaverage, applicationId=application_1463537054077_0001, dagName=[DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-05-18 02:04:14,256 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-05-18 02:04:14,256 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:14,257 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537054077_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-log-dir/dag_1463537054077_0001_1.dot
2016-05-18 02:04:14,259 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-log-dir/dag_1463537054077_0001_1-tez-dag.pb.txt
2016-05-18 02:04:14,273 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537054077_0001_1
2016-05-18 02:04:14,273 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:14,273 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-05-18 02:04:14 Running Dag: dag_1463537054077_0001_1
2016-05-18 02:04:14,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537054077_0001_1, submitTime=1463537054256
2016-05-18 02:04:14,291 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001/tez-conf.pb" } size: 40953 timestamp: 1463537054000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:14,291 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,292 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:14,294 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001/tez-conf.pb" } size: 40953 timestamp: 1463537054000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:14,294 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,294 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:14,295 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001/tez-conf.pb" } size: 40953 timestamp: 1463537054000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:14,295 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:14,295 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:14,296 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:14,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537054077_0001_1, initTime=1463537054296
2016-05-18 02:04:14,296 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537054077_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:14,298 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:14,298 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...AverageMerge/mergeaverage, applicationId=application_1463537054077_0001, dagName=[DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-05-18 02:04:14,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:DAG_STARTED]: dagID=dag_1463537054077_0001_1, startTime=1463537054298
2016-05-18 02:04:14,299 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537054077_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:14,299 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F5B76A711A634696883DD8E646FD3C5D : {3B0CB954282944C1B33D74B38D2B1A40={InputName=3B0CB954282944C1B33D74B38D2B1A40}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:14,299 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3B0CB954282944C1B33D74B38D2B1A40, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:14,299 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,299 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,299 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,300 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,301 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:14,301 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3B0CB954282944C1B33D74B38D2B1A40 on vertex vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,301 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: FB02D17D28FB42449EC069D8E2E36448 : {E505ABE663754CE4BE1EB04B2621CB23={InputName=E505ABE663754CE4BE1EB04B2621CB23}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:14,301 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E505ABE663754CE4BE1EB04B2621CB23, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:14,302 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,302 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,302 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,302 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,304 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3B0CB954282944C1B33D74B38D2B1A40 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:14,308 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:14,308 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:14,310 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:14,311 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:14,311 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:14,311 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E505ABE663754CE4BE1EB04B2621CB23 on vertex vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,311 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:14,312 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:14,313 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:14,313 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:14,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537054077_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:14,314 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB], numAdditionalOutputs=1
2016-05-18 02:04:14,314 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=049454B722AD4B0FA840837A9097F2DA, vertex=vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:14,315 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3B0CB954282944C1B33D74B38D2B1A40 on vertex vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,317 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E505ABE663754CE4BE1EB04B2621CB23 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:14,322 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BED1110EFC914F25B67CCEEECDA055FB:049454B722AD4B0FA840837A9097F2DA using oldmapred API
2016-05-18 02:04:14,323 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=049454B722AD4B0FA840837A9097F2DA, vertexName=BED1110EFC914F25B67CCEEECDA055FB, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:14,324 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BED1110EFC914F25B67CCEEECDA055FB, vertexId=vertex_1463537054077_0001_1_02, initRequestedTime=1463537054308, initedTime=1463537054314, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:14,324 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:14,326 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:14,326 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:14,326 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:14,327 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3B0CB954282944C1B33D74B38D2B1A40=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:14,327 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:14,330 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:14,328 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] parallelism set to 1
2016-05-18 02:04:14,331 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:14,331 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E505ABE663754CE4BE1EB04B2621CB23 on vertex vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,332 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F5B76A711A634696883DD8E646FD3C5D, vertexId=vertex_1463537054077_0001_1_00, initRequestedTime=1463537054299, initedTime=1463537054332, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:14,332 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] with distanceFromRoot: 0
2016-05-18 02:04:14,332 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:14,332 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537054077_0001_1_00, startRequestedTime=1463537054308, startedTime=1463537054332
2016-05-18 02:04:14,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537054077_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:14,333 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:14,333 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537054077_0001_1_00 for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] numStartedSources: 1 numSources: 2
2016-05-18 02:04:14,333 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] numStartedSources: 1 numSources: 2
2016-05-18 02:04:14,336 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:14,337 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F5B76A711A634696883DD8E646FD3C5D
2016-05-18 02:04:14,337 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,337 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E505ABE663754CE4BE1EB04B2621CB23=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:14,340 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_STARTED]: vertexName=F5B76A711A634696883DD8E646FD3C5D, taskId=task_1463537054077_0001_1_00_000000, scheduledTime=1463537054339, launchTime=1463537054339
2016-05-18 02:04:14,341 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,341 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] parallelism set to 1
2016-05-18 02:04:14,342 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:14,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FB02D17D28FB42449EC069D8E2E36448, vertexId=vertex_1463537054077_0001_1_01, initRequestedTime=1463537054301, initedTime=1463537054343, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:14,344 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] with distanceFromRoot: 0
2016-05-18 02:04:14,343 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:14,344 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:14,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537054077_0001_1_01, startRequestedTime=1463537054308, startedTime=1463537054345
2016-05-18 02:04:14,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537054077_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:14,346 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:14,347 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs] submitted tez dag to app master: application_1463537054077_0001, with dag id: dag_1463537054077_0001_1
2016-05-18 02:04:14,351 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537054077_0001_1_01 for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] numStartedSources: 2 numSources: 2
2016-05-18 02:04:14,351 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] with distanceFromRoot: 1
2016-05-18 02:04:14,352 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in FB02D17D28FB42449EC069D8E2E36448
2016-05-18 02:04:14,352 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537054077_0001_1_02, startRequestedTime=1463537054351, startedTime=1463537054353
2016-05-18 02:04:14,355 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:14,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537054077_0001_00_000001, launchTime=1463537054353
2016-05-18 02:04:14,357 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: BED1110EFC914F25B67CCEEECDA055FB with 0 source tasks and 1 pending tasks
2016-05-18 02:04:14,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_STARTED]: vertexName=FB02D17D28FB42449EC069D8E2E36448, taskId=task_1463537054077_0001_1_01_000000, scheduledTime=1463537054357, launchTime=1463537054357
2016-05-18 02:04:14,359 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: FB02D17D28FB42449EC069D8E2E36448 in vertex: BED1110EFC914F25B67CCEEECDA055FB numBipartiteSourceTasks: 1
2016-05-18 02:04:14,359 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537054077_0001_00_000001
2016-05-18 02:04:14,360 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F5B76A711A634696883DD8E646FD3C5D in vertex: BED1110EFC914F25B67CCEEECDA055FB numBipartiteSourceTasks: 2
2016-05-18 02:04:14,360 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,363 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537054077_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,364 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537054077_0001_1_00_000000_0] started. Is using containerId: [container_1463537054077_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:14 Starting to run new task attempt: attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,364 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,364 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:14,365 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:14,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: F5B76A711A634696883DD8E646FD3C5D, VertexParallelism: 1, TaskAttemptID:attempt_1463537054077_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3B0CB954282944C1B33D74B38D2B1A40, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BED1110EFC914F25B67CCEEECDA055FB, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:14,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F5B76A711A634696883DD8E646FD3C5D, taskAttemptId=attempt_1463537054077_0001_1_00_000000_0, startTime=1463537054364, containerId=container_1463537054077_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:14,365 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:14,368 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537054077_0001_00_000002, launchTime=1463537054370
2016-05-18 02:04:14,371 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537054077_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:14,372 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537054077_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:14,372 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537054077_0001_00_000002
2016-05-18 02:04:14,376 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537054077_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14 Starting to run new task attempt: attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14,379 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14,380 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:14,380 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:14,380 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: FB02D17D28FB42449EC069D8E2E36448, VertexParallelism: 1, TaskAttemptID:attempt_1463537054077_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E505ABE663754CE4BE1EB04B2621CB23, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BED1110EFC914F25B67CCEEECDA055FB, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:14,380 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:14,388 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14,391 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537054077_0001_1_01_000000_0] started. Is using containerId: [container_1463537054077_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:14,396 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537054077_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:14,398 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FB02D17D28FB42449EC069D8E2E36448, taskAttemptId=attempt_1463537054077_0001_1_01_000000_0, startTime=1463537054388, containerId=container_1463537054077_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:14,398 INFO  input.MRInput (MRInput.java:initialize(440)) - 3B0CB954282944C1B33D74B38D2B1A40 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:14,398 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3B0CB954282944C1B33D74B38D2B1A40
2016-05-18 02:04:14,399 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537054077_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:14,400 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:14,404 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:14,407 INFO  input.MRInput (MRInput.java:initialize(440)) - E505ABE663754CE4BE1EB04B2621CB23 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:14,407 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E505ABE663754CE4BE1EB04B2621CB23
2016-05-18 02:04:14,418 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FB02D17D28FB42449EC069D8E2E36448, ordinal: 0
2016-05-18 02:04:14,419 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FB02D17D28FB42449EC069D8E2E36448, mem on start (mb), free: 224, total: 488, max: 672
2016-05-18 02:04:14,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:14,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:14,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:14,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:14,420 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E505ABE663754CE4BE1EB04B2621CB23:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BED1110EFC914F25B67CCEEECDA055FB:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:14,420 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F5B76A711A634696883DD8E646FD3C5D, ordinal: 1
2016-05-18 02:04:14,420 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F5B76A711A634696883DD8E646FD3C5D, mem on start (mb), free: 224, total: 488, max: 672
2016-05-18 02:04:14,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:14,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:14,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:14,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:14,424 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3B0CB954282944C1B33D74B38D2B1A40:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BED1110EFC914F25B67CCEEECDA055FB:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:14,424 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:14,425 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:14,426 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:14,426 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3B0CB954282944C1B33D74B38D2B1A40:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BED1110EFC914F25B67CCEEECDA055FB:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:14,427 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:14,420 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:14,428 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:14,428 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:14,429 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E505ABE663754CE4BE1EB04B2621CB23:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BED1110EFC914F25B67CCEEECDA055FB:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:14,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:14,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E505ABE663754CE4BE1EB04B2621CB23 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:14,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E505ABE663754CE4BE1EB04B2621CB23
2016-05-18 02:04:14,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3B0CB954282944C1B33D74B38D2B1A40 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:14,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3B0CB954282944C1B33D74B38D2B1A40
2016-05-18 02:04:14,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:14,432 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:14,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:14,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:14,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:14,433 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14,436 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:14,437 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E505ABE663754CE4BE1EB04B2621CB23 initialized RecordReader from event
2016-05-18 02:04:14,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:14,441 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,442 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:14,442 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: E505ABE663754CE4BE1EB04B2621CB23
2016-05-18 02:04:14,443 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']], id: 2966B33D1131462480C3CC320BF1C719
2016-05-18 02:04:14,443 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] 2966B33D1131462480C3CC320BF1C719
2016-05-18 02:04:14,444 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:14,444 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3B0CB954282944C1B33D74B38D2B1A40 initialized RecordReader from event
2016-05-18 02:04:14,447 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - BED1110EFC914F25B67CCEEECDA055FB using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@106022da, comparator=cascading.tuple.hadoop.util.TupleComparator@76c99fd9, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:14,448 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for BED1110EFC914F25B67CCEEECDA055FB: , UsingHashComparator=false
2016-05-18 02:04:14,465 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:14,466 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:14,466 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:14,467 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: 3B0CB954282944C1B33D74B38D2B1A40
2016-05-18 02:04:14,467 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']], id: 2966B33D1131462480C3CC320BF1C719
2016-05-18 02:04:14,467 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] 2966B33D1131462480C3CC320BF1C719
2016-05-18 02:04:14,467 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for BED1110EFC914F25B67CCEEECDA055FB: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:14,467 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - BED1110EFC914F25B67CCEEECDA055FB: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:14,469 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:14,470 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FB02D17D28FB42449EC069D8E2E36448, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:14,471 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - BED1110EFC914F25B67CCEEECDA055FB using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@301fba7b, comparator=cascading.tuple.hadoop.util.TupleComparator@1744ee4f, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:14,472 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:14,472 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 120, total: 488, max: 672
2016-05-18 02:04:14,472 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,472 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for BED1110EFC914F25B67CCEEECDA055FB: , UsingHashComparator=false
2016-05-18 02:04:14,924 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:14,924 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 222, total: 442, max: 672
2016-05-18 02:04:14,924 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,925 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:14,925 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 222, total: 442, max: 672
2016-05-18 02:04:14,925 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,925 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:14,926 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 222, total: 442, max: 672
2016-05-18 02:04:14,926 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,926 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14,926 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FB02D17D28FB42449EC069D8E2E36448, mem on close (mb), free: 222, total: 442, max: 672
2016-05-18 02:04:14,935 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:14,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:14,935 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - BED1110EFC914F25B67CCEEECDA055FB: Starting flush of map output
2016-05-18 02:04:14,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for BED1110EFC914F25B67CCEEECDA055FB: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:14,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - BED1110EFC914F25B67CCEEECDA055FB: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:14,937 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - BED1110EFC914F25B67CCEEECDA055FB: Span0.length = 9, perItem = 20
2016-05-18 02:04:14,939 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:14,940 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - BED1110EFC914F25B67CCEEECDA055FB: done sorting span=0, length=9, time=1
2016-05-18 02:04:14,940 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - BED1110EFC914F25B67CCEEECDA055FB: Heap = SpanIterator<0:8> (span=Span[16777216,180]),
2016-05-18 02:04:14,940 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F5B76A711A634696883DD8E646FD3C5D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:14,941 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:14,941 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 222, total: 442, max: 672
2016-05-18 02:04:14,942 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - BED1110EFC914F25B67CCEEECDA055FB: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-local-dir/output/attempt_1463537054077_0001_1_01_000000_0_10022_0/file.out
2016-05-18 02:04:14,942 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,943 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:14,944 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 442, max: 672
2016-05-18 02:04:14,944 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,945 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:14,945 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 442, max: 672
2016-05-18 02:04:14,945 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,946 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:14 Completed running task attempt: attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14,946 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:14,946 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 442, max: 672
2016-05-18 02:04:14,946 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537054077_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:14,947 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537054077_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:14,947 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:14,948 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,948 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F5B76A711A634696883DD8E646FD3C5D, mem on close (mb), free: 221, total: 442, max: 672
2016-05-18 02:04:14,949 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - BED1110EFC914F25B67CCEEECDA055FB: Starting flush of map output
2016-05-18 02:04:14,949 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537054077_0001_1_01_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537054470, Process_Duration=456, Process_End_Time=1463537054926, Read_Duration=451, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:14,949 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - BED1110EFC914F25B67CCEEECDA055FB: Span0.length = 9, perItem = 20
2016-05-18 02:04:14,950 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - BED1110EFC914F25B67CCEEECDA055FB: done sorting span=0, length=9, time=1
2016-05-18 02:04:14,950 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - BED1110EFC914F25B67CCEEECDA055FB: Heap = SpanIterator<0:8> (span=Span[16777216,180]),
2016-05-18 02:04:14,951 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - BED1110EFC914F25B67CCEEECDA055FB: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-local-dir/output/attempt_1463537054077_0001_1_00_000000_0_10019_0/file.out
2016-05-18 02:04:14,952 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537054077_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:14,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FB02D17D28FB42449EC069D8E2E36448, taskAttemptId=attempt_1463537054077_0001_1_01_000000_0, creationTime=1463537054360, allocationTime=1463537054363, startTime=1463537054388, finishTime=1463537054952, timeTaken=564, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:14,953 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:14,953 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:14,953 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:14,953 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14,954 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537054077_0001_00_000002
2016-05-18 02:04:14,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_FINISHED]: vertexName=FB02D17D28FB42449EC069D8E2E36448, taskId=task_1463537054077_0001_1_01_000000, startTime=1463537054388, finishTime=1463537054953, timeTaken=565, status=SUCCEEDED, successfulAttemptID=attempt_1463537054077_0001_1_01_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537054470, Process_Duration=456, Process_End_Time=1463537054926, Read_Duration=451, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:14,955 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:14,955 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:14,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_FINISHED]: vertexName=FB02D17D28FB42449EC069D8E2E36448, vertexId=vertex_1463537054077_0001_1_01, initRequestedTime=1463537054301, initedTime=1463537054343, startRequestedTime=1463537054308, startedTime=1463537054345, finishTime=1463537054955, timeTaken=610, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537054470, Process_Duration=456, Process_End_Time=1463537054926, Read_Duration=451, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537054388, firstTasksToStart=[ task_1463537054077_0001_1_01_000000 ], lastTaskFinishTime=1463537054952, lastTasksToFinish=[ task_1463537054077_0001_1_01_000000 ], minTaskDuration=564, maxTaskDuration=564, avgTaskDuration=564.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537054077_0001_1_01_000000 ], longestDurationTasks=[ task_1463537054077_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:14,960 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:14,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537054077_0001_00_000002, stoppedTime=1463537054960, exitStatus=0
2016-05-18 02:04:14,960 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:14 Completed running task attempt: attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,960 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] attempt: attempt_1463537054077_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:14,961 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537054077_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:14,961 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537054077_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:14,962 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:14,962 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:14,962 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537054077_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:14,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537054077_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537054940, Process_Duration=8, Process_End_Time=1463537054948, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:14,964 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537054077_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:14,964 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:14,964 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:14,964 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:14,965 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537054077_0001_00_000001
2016-05-18 02:04:14,965 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537054077_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:14,966 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537054077_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:14,966 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537054077_0001_00_000002, Exiting
2016-05-18 02:04:14,966 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537054077_0001_00_000002
2016-05-18 02:04:14,967 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537054077_0001_00_000002
2016-05-18 02:04:14,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F5B76A711A634696883DD8E646FD3C5D, taskAttemptId=attempt_1463537054077_0001_1_00_000000_0, creationTime=1463537054340, allocationTime=1463537054347, startTime=1463537054364, finishTime=1463537054964, timeTaken=600, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:14,967 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537054077_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:14,967 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537054077_0001_00_000002 completed successfully
2016-05-18 02:04:14,967 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14,969 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_FINISHED]: vertexName=F5B76A711A634696883DD8E646FD3C5D, taskId=task_1463537054077_0001_1_00_000000, startTime=1463537054364, finishTime=1463537054968, timeTaken=604, status=SUCCEEDED, successfulAttemptID=attempt_1463537054077_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537054940, Process_Duration=8, Process_End_Time=1463537054948, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:14,970 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:14,970 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:14,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_FINISHED]: vertexName=F5B76A711A634696883DD8E646FD3C5D, vertexId=vertex_1463537054077_0001_1_00, initRequestedTime=1463537054299, initedTime=1463537054332, startRequestedTime=1463537054308, startedTime=1463537054332, finishTime=1463537054970, timeTaken=638, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537054940, Process_Duration=8, Process_End_Time=1463537054948, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537054364, firstTasksToStart=[ task_1463537054077_0001_1_00_000000 ], lastTaskFinishTime=1463537054964, lastTasksToFinish=[ task_1463537054077_0001_1_00_000000 ], minTaskDuration=600, maxTaskDuration=600, avgTaskDuration=600.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537054077_0001_1_00_000000 ], longestDurationTasks=[ task_1463537054077_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:14,972 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:14,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537054077_0001_00_000001, stoppedTime=1463537054972, exitStatus=0
2016-05-18 02:04:14,972 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] attempt: attempt_1463537054077_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:14,973 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BED1110EFC914F25B67CCEEECDA055FB
2016-05-18 02:04:14,973 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F5B76A711A634696883DD8E646FD3C5D, destinationVertexName=BED1110EFC914F25B67CCEEECDA055FB. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:14,973 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=FB02D17D28FB42449EC069D8E2E36448, destinationVertexName=BED1110EFC914F25B67CCEEECDA055FB. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:14,973 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:14,974 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:14,974 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:14,974 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537054077_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:14,975 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_STARTED]: vertexName=BED1110EFC914F25B67CCEEECDA055FB, taskId=task_1463537054077_0001_1_02_000000, scheduledTime=1463537054974, launchTime=1463537054974
2016-05-18 02:04:14,975 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:14,976 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537054077_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:14,976 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537054077_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:14,976 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537054077_0001_00_000001, Exiting
2016-05-18 02:04:14,976 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537054077_0001_00_000001
2016-05-18 02:04:14,977 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537054077_0001_00_000001
2016-05-18 02:04:14,977 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537054077_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:14,977 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537054077_0001_00_000001 completed successfully
2016-05-18 02:04:14,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537054077_0001_00_000003, launchTime=1463537054978
2016-05-18 02:04:14,979 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537054077_0001_00_000003
2016-05-18 02:04:14,980 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537054077_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:14,981 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537054077_0001_1_02_000000_0] started. Is using containerId: [container_1463537054077_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:14,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BED1110EFC914F25B67CCEEECDA055FB, taskAttemptId=attempt_1463537054077_0001_1_02_000000_0, startTime=1463537054980, containerId=container_1463537054077_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:14 Starting to run new task attempt: attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:14,982 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:14,982 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:14,983 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:14,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: BED1110EFC914F25B67CCEEECDA055FB, VertexParallelism: 1, TaskAttemptID:attempt_1463537054077_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F5B76A711A634696883DD8E646FD3C5D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=FB02D17D28FB42449EC069D8E2E36448, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=049454B722AD4B0FA840837A9097F2DA, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: BED1110EFC914F25B67CCEEECDA055FB { FB02D17D28FB42449EC069D8E2E36448 F5B76A711A634696883DD8E646FD3C5D } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-05-18 02:04:14,983 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:14,984 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:14,987 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537054077_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:14,989 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537054077_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:14,989 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:14,989 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:14,989 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:15,003 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BED1110EFC914F25B67CCEEECDA055FB, ordinal: 2
2016-05-18 02:04:15,003 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BED1110EFC914F25B67CCEEECDA055FB, mem on start (mb), free: 213, total: 442, max: 672
2016-05-18 02:04:15,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:15,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:15,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:15,003 INFO  output.MROutput (MROutput.java:initialize(421)) - 049454B722AD4B0FA840837A9097F2DA: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:15,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:15,006 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:15,007 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FB02D17D28FB42449EC069D8E2E36448:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F5B76A711A634696883DD8E646FD3C5D:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [049454B722AD4B0FA840837A9097F2DA:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:15,007 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:15,008 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:15,008 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 422785824, TotalRequestedScaled: 2.0293719551999998E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:15,009 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FB02D17D28FB42449EC069D8E2E36448:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [F5B76A711A634696883DD8E646FD3C5D:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [049454B722AD4B0FA840837A9097F2DA:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:15,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:15,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring F5B76A711A634696883DD8E646FD3C5D for start, since it will be controlled via it's Group
2016-05-18 02:04:15,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring FB02D17D28FB42449EC069D8E2E36448 for start, since it will be controlled via it's Group
2016-05-18 02:04:15,010 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: BED1110EFC914F25B67CCEEECDA055FB being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:15,010 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - FB02D17D28FB42449EC069D8E2E36448: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:15,011 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - FB02D17D28FB42449EC069D8E2E36448: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:15,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:15,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:15,012 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: FB02D17D28FB42449EC069D8E2E36448 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:15,015 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - F5B76A711A634696883DD8E646FD3C5D: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:15,015 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - F5B76A711A634696883DD8E646FD3C5D: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:15,016 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: F5B76A711A634696883DD8E646FD3C5D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:15,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BED1110EFC914F25B67CCEEECDA055FB
2016-05-18 02:04:15,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:15,019 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:15,020 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FB02D17D28FB42449EC069D8E2E36448: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:15,020 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F5B76A711A634696883DD8E646FD3C5D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:15,023 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537054077_0001_1_00_000000_0_10019} to DISK_DIRECT, csize=182, dsize=178, EndTime=1463537055023, TimeTaken=3, Rate=0.06 MB/s
2016-05-18 02:04:15,023 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : F5B76A711A634696883DD8E646FD3C5D
2016-05-18 02:04:15,024 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:15,024 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2016-05-18 02:04:15,024 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: F5B76A711A634696883DD8E646FD3C5D, wasInterrupted=false
2016-05-18 02:04:15,026 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:15,026 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] streamed: true, id: 2966B33D1131462480C3CC320BF1C719
2016-05-18 02:04:15,027 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:15,027 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage"], id: 049454B722AD4B0FA840837A9097F2DA
2016-05-18 02:04:15,027 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage"]
2016-05-18 02:04:15,027 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] 2966B33D1131462480C3CC320BF1C719, for 1 inputs
2016-05-18 02:04:15,027 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-local-dir/output/attempt_1463537054077_0001_1_00_000000_0_10019/file.out, len=182, isLocal=true
2016-05-18 02:04:15,027 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537054077_0001_1_01_000000_0_10022} to DISK_DIRECT, csize=182, dsize=178, EndTime=1463537055026, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:04:15,028 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : FB02D17D28FB42449EC069D8E2E36448
2016-05-18 02:04:15,028 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:15,028 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: FB02D17D28FB42449EC069D8E2E36448, wasInterrupted=false
2016-05-18 02:04:15,028 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 182 bytes from disk
2016-05-18 02:04:15,028 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:15,029 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:15,029 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:15,030 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:15,030 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:04:15,031 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : F5B76A711A634696883DD8E646FD3C5D
2016-05-18 02:04:15,031 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - F5B76A711A634696883DD8E646FD3C5D: Shuffle Runner thread complete
2016-05-18 02:04:15,031 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001_wd/localmode-local-dir/output/attempt_1463537054077_0001_1_01_000000_0_10022/file.out, len=182, isLocal=true
2016-05-18 02:04:15,031 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 182 bytes from disk
2016-05-18 02:04:15,031 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:15,032 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:15,032 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:04:15,033 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : FB02D17D28FB42449EC069D8E2E36448
2016-05-18 02:04:15,033 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - FB02D17D28FB42449EC069D8E2E36448: Shuffle Runner thread complete
2016-05-18 02:04:15,033 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BED1110EFC914F25B67CCEEECDA055FB, all 1 inputs ready in: 00:00:00.006
2016-05-18 02:04:15,034 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - FB02D17D28FB42449EC069D8E2E36448: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:15,036 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - F5B76A711A634696883DD8E646FD3C5D: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:15,042 INFO  output.MROutput (MROutput.java:close(526)) - 049454B722AD4B0FA840837A9097F2DA closed
2016-05-18 02:04:15,043 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537054077_0001_1_02_000000_0 given a go for committing the task output.
2016-05-18 02:04:15,045 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:15,045 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BED1110EFC914F25B67CCEEECDA055FB, mem on close (mb), free: 209, total: 442, max: 672
2016-05-18 02:04:15,045 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: F5B76A711A634696883DD8E646FD3C5D
2016-05-18 02:04:15,046 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F5B76A711A634696883DD8E646FD3C5D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:15,046 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: FB02D17D28FB42449EC069D8E2E36448
2016-05-18 02:04:15,046 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FB02D17D28FB42449EC069D8E2E36448: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:15,047 INFO  output.MROutput (MROutput.java:close(526)) - 049454B722AD4B0FA840837A9097F2DA closed
2016-05-18 02:04:15,047 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:15 Completed running task attempt: attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:15,048 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537054077_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:15,048 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537054077_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:15,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537054077_0001_1_02_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=26, MERGE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537055033, Process_Duration=12, Process_End_Time=1463537055045, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:15,050 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537054077_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:15,050 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:15,050 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:15,050 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:15,050 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537054077_0001_00_000003
2016-05-18 02:04:15,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BED1110EFC914F25B67CCEEECDA055FB, taskAttemptId=attempt_1463537054077_0001_1_02_000000_0, creationTime=1463537054975, allocationTime=1463537054976, startTime=1463537054980, finishTime=1463537055050, timeTaken=70, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:15,051 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:15,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:TASK_FINISHED]: vertexName=BED1110EFC914F25B67CCEEECDA055FB, taskId=task_1463537054077_0001_1_02_000000, startTime=1463537054980, finishTime=1463537055052, timeTaken=72, status=SUCCEEDED, successfulAttemptID=attempt_1463537054077_0001_1_02_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=26, MERGE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537055033, Process_Duration=12, Process_End_Time=1463537055045, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:15,053 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:15,053 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB]
2016-05-18 02:04:15,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:VERTEX_FINISHED]: vertexName=BED1110EFC914F25B67CCEEECDA055FB, vertexId=vertex_1463537054077_0001_1_02, initRequestedTime=1463537054308, initedTime=1463537054314, startRequestedTime=1463537054351, startedTime=1463537054353, finishTime=1463537055053, timeTaken=700, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=26, MERGE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537055033, Process_Duration=12, Process_End_Time=1463537055045, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537054980, firstTasksToStart=[ task_1463537054077_0001_1_02_000000 ], lastTaskFinishTime=1463537055050, lastTasksToFinish=[ task_1463537054077_0001_1_02_000000 ], minTaskDuration=70, maxTaskDuration=70, avgTaskDuration=70.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537054077_0001_1_02_000000 ], longestDurationTasks=[ task_1463537054077_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:15,055 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:15,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537054077_0001_00_000003, stoppedTime=1463537055055, exitStatus=0
2016-05-18 02:04:15,055 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:15,056 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:15,056 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537054077_0001_1_00 [F5B76A711A634696883DD8E646FD3C5D]
2016-05-18 02:04:15,057 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537054077_0001_1_01 [FB02D17D28FB42449EC069D8E2E36448]
2016-05-18 02:04:15,057 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537054077_0001_1
2016-05-18 02:04:15,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537054077_0001_1
2016-05-18 02:04:15,058 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 049454B722AD4B0FA840837A9097F2DA for vertex: vertex_1463537054077_0001_1_02 [BED1110EFC914F25B67CCEEECDA055FB], outputName: 049454B722AD4B0FA840837A9097F2DA
2016-05-18 02:04:15,060 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537054077_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:15,061 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537054077_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:15,064 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537054077_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:15,064 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537054077_0001_00_000003: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:15,064 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537054077_0001_00_000003, Exiting
2016-05-18 02:04:15,065 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537054077_0001_00_000003
2016-05-18 02:04:15,065 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537054077_0001_00_000003
2016-05-18 02:04:15,066 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537054077_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:15,066 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537054077_0001_00_000003 completed successfully
2016-05-18 02:04:15,071 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:049454B722AD4B0FA840837A9097F2DA of vertex/vertexGroup:BED1110EFC914F25B67CCEEECDA055FB isVertexGroupOutput:false
2016-05-18 02:04:15,071 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:15,075 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537054077_0001_1, queueSize=0
2016-05-18 02:04:15,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537054077_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537054077_0001_1, startTime=1463537054298, finishTime=1463537055072, timeTaken=774, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=1970, AM_GC_TIME_MILLIS=448, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=360, OUTPUT_BYTES_WITH_OVERHEAD=356, OUTPUT_BYTES_PHYSICAL=364, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=26, MERGE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390611164443, Process_Duration=476, Process_End_Time=4390611164919, Read_Duration=454, Tuples_Read=44, Tuples_Written=23, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:15,075 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537054077_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:15,076 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537054077_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:15 Completed Dag: dag_1463537054077_0001_1
2016-05-18 02:04:15,076 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537054077_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:15,076 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537054077_0001_1_post
2016-05-18 02:04:15,077 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:15,077 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:15,077 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:15,078 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, with id=dag_1463537054077_0001_1
2016-05-18 02:04:15,079 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, with id=dag_1463537054077_0001_1
2016-05-18 02:04:15,086 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...AverageMerge/mergeaverage, applicationId=application_1463537054077_0001
2016-05-18 02:04:15,089 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:15,089 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:15,089 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:15,089 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:15,089 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:15,089 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:15,090 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:15,090 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:15,091 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:15,091 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:15,091 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:15,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:15,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:15,097 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:15,102 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/DDBA4F6AEBA74519918543081F286AF4/C197947171D64762BA29EBAB173F2FC7/.tez/application_1463537054077_0001
2016-05-18 02:04:15,103 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage/_temporary
2016-05-18 02:04:15,104 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average-lhs+average-rhs]  completed in: 00:01.058
2016-05-18 02:04:15,191 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage
2016-05-18 02:04:15,226 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:15,227 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:15,275 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:04:15,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-18 02:04:15,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:15,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:15,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:15,311 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt
2016-05-18 02:04:15,311 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall
2016-05-18 02:04:15,326 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting
2016-05-18 02:04:15,326 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:15,327 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall"]
2016-05-18 02:04:15,327 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  parallel execution of steps is enabled: false
2016-05-18 02:04:15,328 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  executing total steps: 1
2016-05-18 02:04:15,328 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  allocating management threads: 1
2016-05-18 02:04:15,328 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting step: (1/1) ...m/testRenameAll/renameall
2016-05-18 02:04:15,329 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:15,346 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tez session mode enabled: true
2016-05-18 02:04:15,351 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:15,352 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:15,352 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:15,361 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001 doesn't exist and is created
2016-05-18 02:04:15,382 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:15,382 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:15,383 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001_wd
2016-05-18 02:04:15,400 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537055352_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:15,400 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:15,401 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:15,402 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:15,402 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:15,403 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:15,403 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:15,404 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:15,405 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:15,405 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:15,406 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:15,406 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:15,406 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:15,406 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:15,406 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:15,407 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:15,407 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:15,407 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:15,407 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:15,407 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:15,409 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:15,410 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:15,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:15,411 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001_wd/localmode-log-dir
2016-05-18 02:04:15,411 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001_wd/localmode-log-dir/history.txt.appattempt_1463537055352_0001_000000, maxErrors=10
2016-05-18 02:04:15,411 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:15,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537055352_0001_000000, appSubmitTime=1463537055399, launchTime=1463537055399
2016-05-18 02:04:15,419 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:15,426 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:51256
2016-05-18 02:04:15,427 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537055352
2016-05-18 02:04:15,429 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537055352_0001_000000, startTime=1463537055429
2016-05-18 02:04:15,429 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:15,483 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:15,483 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:15,483 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...m/testRenameAll/renameall, applicationId=application_1463537055352_0001, dagName=[C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352] shape/(1/1) ...m/testRenameAll/renameall
2016-05-18 02:04:15,504 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352] shape/(1/1) ...m/testRenameAll/renameall
2016-05-18 02:04:15,505 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:15,505 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537055352_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001_wd/localmode-log-dir/dag_1463537055352_0001_1.dot
2016-05-18 02:04:15,506 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001_wd/localmode-log-dir/dag_1463537055352_0001_1-tez-dag.pb.txt
2016-05-18 02:04:15,512 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537055352_0001_1
2016-05-18 02:04:15,512 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:15,512 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352] shape/(1/1) ...m/testRenameAll/renameall
2016-05-18 02:04:15 Running Dag: dag_1463537055352_0001_1
2016-05-18 02:04:15,527 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537055352_0001_1, submitTime=1463537055504
2016-05-18 02:04:15,528 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001/tez-conf.pb" } size: 40953 timestamp: 1463537055000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:15,528 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,529 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,529 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:15,529 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:15,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537055352_0001_1, initTime=1463537055529
2016-05-18 02:04:15,530 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537055352_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:15,530 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:15,531 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:DAG_STARTED]: dagID=dag_1463537055352_0001_1, startTime=1463537055531
2016-05-18 02:04:15,531 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...m/testRenameAll/renameall, applicationId=application_1463537055352_0001, dagName=[C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352] shape/(1/1) ...m/testRenameAll/renameall
2016-05-18 02:04:15,531 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537055352_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:15,531 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A31F9CFBEC98408E8E81A7B96140FFB3 : {159F9E5ADA724AE891A359660ACAD18E={InputName=159F9E5ADA724AE891A359660ACAD18E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:15,531 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 159F9E5ADA724AE891A359660ACAD18E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:15,531 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,532 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,532 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,532 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,533 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:15,534 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 159F9E5ADA724AE891A359660ACAD18E on vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,537 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 159F9E5ADA724AE891A359660ACAD18E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:15,540 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:15,540 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 19 Min splitLength: 52428800 New desired splits: 1 Total length: 19 Original splits: 3
2016-05-18 02:04:15,541 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 19 numLocations: 1 numSplitsPerLocation: 3 numSplitsInGroup: 3 totalLength: 19 numOriginalSplits: 3 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:15,541 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 3
2016-05-18 02:04:15,542 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 159F9E5ADA724AE891A359660ACAD18E on vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,543 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:15,544 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {159F9E5ADA724AE891A359660ACAD18E=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:15,545 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] parallelism set to 1
2016-05-18 02:04:15,545 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:15,546 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3], numAdditionalOutputs=1
2016-05-18 02:04:15,546 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=AB4F5D0905A247E1BDB63F77AC574607, vertex=vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:15,548 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A31F9CFBEC98408E8E81A7B96140FFB3:AB4F5D0905A247E1BDB63F77AC574607 using oldmapred API
2016-05-18 02:04:15,548 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=AB4F5D0905A247E1BDB63F77AC574607, vertexName=A31F9CFBEC98408E8E81A7B96140FFB3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:15,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A31F9CFBEC98408E8E81A7B96140FFB3, vertexId=vertex_1463537055352_0001_1_00, initRequestedTime=1463537055531, initedTime=1463537055546, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:15,551 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] with distanceFromRoot: 0
2016-05-18 02:04:15,551 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:15,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537055352_0001_1_00, startRequestedTime=1463537055533, startedTime=1463537055552
2016-05-18 02:04:15,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537055352_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:15,553 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:15,553 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A31F9CFBEC98408E8E81A7B96140FFB3
2016-05-18 02:04:15,553 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:TASK_STARTED]: vertexName=A31F9CFBEC98408E8E81A7B96140FFB3, taskId=task_1463537055352_0001_1_00_000000, scheduledTime=1463537055554, launchTime=1463537055554
2016-05-18 02:04:15,555 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,556 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:15,556 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] submitted tez dag to app master: application_1463537055352_0001, with dag id: dag_1463537055352_0001_1
2016-05-18 02:04:15,560 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537055352_0001_00_000001, launchTime=1463537055559
2016-05-18 02:04:15,561 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537055352_0001_00_000001
2016-05-18 02:04:15,562 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537055352_0001_1_00_000000_0] started. Is using containerId: [container_1463537055352_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:15,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A31F9CFBEC98408E8E81A7B96140FFB3, taskAttemptId=attempt_1463537055352_0001_1_00_000000_0, startTime=1463537055562, containerId=container_1463537055352_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:15,564 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537055352_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15 Starting to run new task attempt: attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15,564 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15,565 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:15,565 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:15,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352] shape/(1/1) ...m/testRenameAll/renameall, VertexName: A31F9CFBEC98408E8E81A7B96140FFB3, VertexParallelism: 1, TaskAttemptID:attempt_1463537055352_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=159F9E5ADA724AE891A359660ACAD18E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AB4F5D0905A247E1BDB63F77AC574607, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:15,565 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:15,566 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15,569 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537055352_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:15,570 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537055352_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:15,572 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:15,579 INFO  input.MRInput (MRInput.java:initialize(440)) - 159F9E5ADA724AE891A359660ACAD18E using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:15,581 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 159F9E5ADA724AE891A359660ACAD18E
2016-05-18 02:04:15,584 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A31F9CFBEC98408E8E81A7B96140FFB3, ordinal: 0
2016-05-18 02:04:15,584 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A31F9CFBEC98408E8E81A7B96140FFB3, mem on start (mb), free: 120, total: 442, max: 672
2016-05-18 02:04:15,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:15,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:15,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:15,591 INFO  output.MROutput (MROutput.java:initialize(421)) - AB4F5D0905A247E1BDB63F77AC574607: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:15,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:15,591 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AB4F5D0905A247E1BDB63F77AC574607:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [159F9E5ADA724AE891A359660ACAD18E:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:04:15,592 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:15,592 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:15,592 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:04:15,592 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AB4F5D0905A247E1BDB63F77AC574607:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [159F9E5ADA724AE891A359660ACAD18E:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:04:15,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:15,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 159F9E5ADA724AE891A359660ACAD18E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:15,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 159F9E5ADA724AE891A359660ACAD18E
2016-05-18 02:04:15,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:15,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:15,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:15,593 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15,595 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:0+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:9+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:18+1], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=19}
2016-05-18 02:04:15,596 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 159F9E5ADA724AE891A359660ACAD18E initialized RecordReader from event
2016-05-18 02:04:15,598 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:15,598 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"] streamed: true, id: 159F9E5ADA724AE891A359660ACAD18E
2016-05-18 02:04:15,598 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall"], id: AB4F5D0905A247E1BDB63F77AC574607
2016-05-18 02:04:15,599 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall"]
2016-05-18 02:04:15,600 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:15,600 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A31F9CFBEC98408E8E81A7B96140FFB3, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:15,603 INFO  output.MROutput (MROutput.java:close(526)) - AB4F5D0905A247E1BDB63F77AC574607 closed
2016-05-18 02:04:15,604 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537055352_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:04:15,605 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15,605 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A31F9CFBEC98408E8E81A7B96140FFB3, mem on close (mb), free: 118, total: 442, max: 672
2016-05-18 02:04:15,605 INFO  output.MROutput (MROutput.java:close(526)) - AB4F5D0905A247E1BDB63F77AC574607 closed
2016-05-18 02:04:15,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:15 Completed running task attempt: attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15,606 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537055352_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:15,607 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537055352_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:15,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537055352_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1463537055600, Process_Duration=5, Process_End_Time=1463537055605, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-05-18 02:04:15,608 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537055352_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:15,609 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:15,609 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:15,609 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:15,609 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537055352_0001_00_000001
2016-05-18 02:04:15,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A31F9CFBEC98408E8E81A7B96140FFB3, taskAttemptId=attempt_1463537055352_0001_1_00_000000_0, creationTime=1463537055554, allocationTime=1463537055558, startTime=1463537055562, finishTime=1463537055608, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:15,610 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:TASK_FINISHED]: vertexName=A31F9CFBEC98408E8E81A7B96140FFB3, taskId=task_1463537055352_0001_1_00_000000, startTime=1463537055562, finishTime=1463537055610, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463537055352_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537055600, Process_Duration=5, Process_End_Time=1463537055605, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:15,611 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:15,611 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3]
2016-05-18 02:04:15,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:VERTEX_FINISHED]: vertexName=A31F9CFBEC98408E8E81A7B96140FFB3, vertexId=vertex_1463537055352_0001_1_00, initRequestedTime=1463537055531, initedTime=1463537055546, startRequestedTime=1463537055533, startedTime=1463537055552, finishTime=1463537055612, timeTaken=60, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537055600, Process_Duration=5, Process_End_Time=1463537055605, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537055562, firstTasksToStart=[ task_1463537055352_0001_1_00_000000 ], lastTaskFinishTime=1463537055608, lastTasksToFinish=[ task_1463537055352_0001_1_00_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537055352_0001_1_00_000000 ], longestDurationTasks=[ task_1463537055352_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:15,613 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:15,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537055352_0001_00_000001, stoppedTime=1463537055613, exitStatus=0
2016-05-18 02:04:15,613 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:04:15,614 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:15,614 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537055352_0001_1
2016-05-18 02:04:15,614 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537055352_0001_1
2016-05-18 02:04:15,614 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537055352_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:15,614 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: AB4F5D0905A247E1BDB63F77AC574607 for vertex: vertex_1463537055352_0001_1_00 [A31F9CFBEC98408E8E81A7B96140FFB3], outputName: AB4F5D0905A247E1BDB63F77AC574607
2016-05-18 02:04:15,614 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537055352_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:15,620 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537055352_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:15,620 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537055352_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:15,620 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537055352_0001_00_000001, Exiting
2016-05-18 02:04:15,620 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537055352_0001_00_000001
2016-05-18 02:04:15,621 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537055352_0001_00_000001
2016-05-18 02:04:15,621 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537055352_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:15,621 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537055352_0001_00_000001 completed successfully
2016-05-18 02:04:15,624 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:AB4F5D0905A247E1BDB63F77AC574607 of vertex/vertexGroup:A31F9CFBEC98408E8E81A7B96140FFB3 isVertexGroupOutput:false
2016-05-18 02:04:15,625 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:15,626 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537055352_0001_1, queueSize=0
2016-05-18 02:04:15,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537055352_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537055352_0001_1, startTime=1463537055530, finishTime=1463537055625, timeTaken=95, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=210, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537055600, Process_Duration=5, Process_End_Time=1463537055605, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:15,627 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537055352_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:15,627 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537055352_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:15 Completed Dag: dag_1463537055352_0001_1
2016-05-18 02:04:15,627 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537055352_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:15,627 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537055352_0001_1_post
2016-05-18 02:04:15,627 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:15,628 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:15,628 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:15,628 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352] shape/(1/1) ...m/testRenameAll/renameall, with id=dag_1463537055352_0001_1
2016-05-18 02:04:15,628 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352] shape/(1/1) ...m/testRenameAll/renameall, with id=dag_1463537055352_0001_1
2016-05-18 02:04:15,634 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...m/testRenameAll/renameall, applicationId=application_1463537055352_0001
2016-05-18 02:04:15,637 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:15,637 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:15,637 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:15,637 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:15,638 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:15,638 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:15,639 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:15,639 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:15,639 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:15,640 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:15,640 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:15,640 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:15,640 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:15,642 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:15,645 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C021FEFBF03A4BBB920434DF5F5B0339/C5A58492451147EBA5F33A9D6EA41352/.tez/application_1463537055352_0001
2016-05-18 02:04:15,646 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall/_temporary
2016-05-18 02:04:15,647 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  completed in: 00:00.319
2016-05-18 02:04:16,056 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall
2016-05-18 02:04:16,091 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:16,091 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:16,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.046
2016-05-18 02:04:16,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.049
2016-05-18 02:04:16,176 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:16,176 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:16,176 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:16,201 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:16,219 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount
2016-05-18 02:04:16,339 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting
2016-05-18 02:04:16,339 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:16,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  sink: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount"]
2016-05-18 02:04:16,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  parallel execution of steps is enabled: false
2016-05-18 02:04:16,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  executing total steps: 1
2016-05-18 02:04:16,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  allocating management threads: 1
2016-05-18 02:04:16,341 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting step: (1/1) ...testCountCount/countcount
2016-05-18 02:04:16,341 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:16,359 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tez session mode enabled: true
2016-05-18 02:04:16,364 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:16,364 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:16,365 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:16,374 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001 doesn't exist and is created
2016-05-18 02:04:16,395 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:16,396 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:16,396 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd
2016-05-18 02:04:16,414 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537056364_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:16,414 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:16,414 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:16,417 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:16,417 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:16,417 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:16,417 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:16,418 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:16,420 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:16,420 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:16,420 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:16,421 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:16,421 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:16,421 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:16,421 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:16,422 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:16,422 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:16,422 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:16,423 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:16,423 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:16,425 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:16,425 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:16,426 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:16,426 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-log-dir
2016-05-18 02:04:16,427 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-log-dir/history.txt.appattempt_1463537056364_0001_000000, maxErrors=10
2016-05-18 02:04:16,427 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:16,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537056364_0001_000000, appSubmitTime=1463537056413, launchTime=1463537056413
2016-05-18 02:04:16,433 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:16,438 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:44929
2016-05-18 02:04:16,440 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537056364
2016-05-18 02:04:16,441 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537056364_0001_000000, startTime=1463537056441
2016-05-18 02:04:16,442 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:16,496 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:16,496 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:16,497 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...testCountCount/countcount, applicationId=application_1463537056364_0001, dagName=[C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount
2016-05-18 02:04:16,517 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount
2016-05-18 02:04:16,517 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:16,518 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537056364_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-log-dir/dag_1463537056364_0001_1.dot
2016-05-18 02:04:16,519 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-log-dir/dag_1463537056364_0001_1-tez-dag.pb.txt
2016-05-18 02:04:16,533 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537056364_0001_1
2016-05-18 02:04:16,533 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:16,533 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount
2016-05-18 02:04:16 Running Dag: dag_1463537056364_0001_1
2016-05-18 02:04:16,548 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537056364_0001_1, submitTime=1463537056517
2016-05-18 02:04:16,550 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001/tez-conf.pb" } size: 40953 timestamp: 1463537056000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:16,550 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,550 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:16,551 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001/tez-conf.pb" } size: 40953 timestamp: 1463537056000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:16,551 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:16,552 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001/tez-conf.pb" } size: 40953 timestamp: 1463537056000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:16,552 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:16,552 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:16,553 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:16,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537056364_0001_1, initTime=1463537056553
2016-05-18 02:04:16,554 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537056364_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:16,555 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:16,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:DAG_STARTED]: dagID=dag_1463537056364_0001_1, startTime=1463537056555
2016-05-18 02:04:16,555 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537056364_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:16,555 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D72840049C314DD8B30402147B8D9B2E : {D37B6D11B4E34DB9A3549D38733385F1={InputName=D37B6D11B4E34DB9A3549D38733385F1}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:16,555 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: D37B6D11B4E34DB9A3549D38733385F1, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:16,555 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,555 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,555 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,556 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,556 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:16,556 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:16,558 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...testCountCount/countcount, applicationId=application_1463537056364_0001, dagName=[C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount
2016-05-18 02:04:16,559 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: D37B6D11B4E34DB9A3549D38733385F1 on vertex vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,560 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:16,560 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:16,560 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:16,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537056364_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:16,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B9A4BC630AD74968817A6EADF1800E6F, vertexId=vertex_1463537056364_0001_1_01, initRequestedTime=1463537056556, initedTime=1463537056563, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:16,563 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:16,564 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:16,566 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input D37B6D11B4E34DB9A3549D38733385F1 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:16,567 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:16,568 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:16,568 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:16,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537056364_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:16,569 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9], numAdditionalOutputs=1
2016-05-18 02:04:16,570 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:16,570 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:16,570 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:16,571 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:16,571 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: D37B6D11B4E34DB9A3549D38733385F1 on vertex vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,570 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=1FBE91F9E9ED46A1821885CCD8AA762A, vertex=vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:16,574 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FE58657CCEEF41E59D70BF2B0EC396C9:1FBE91F9E9ED46A1821885CCD8AA762A using oldmapred API
2016-05-18 02:04:16,574 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=1FBE91F9E9ED46A1821885CCD8AA762A, vertexName=FE58657CCEEF41E59D70BF2B0EC396C9, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:16,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FE58657CCEEF41E59D70BF2B0EC396C9, vertexId=vertex_1463537056364_0001_1_02, initRequestedTime=1463537056564, initedTime=1463537056569, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:16,576 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:16,577 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:16,578 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {D37B6D11B4E34DB9A3549D38733385F1=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:16,579 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] parallelism set to 1
2016-05-18 02:04:16,580 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:16,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D72840049C314DD8B30402147B8D9B2E, vertexId=vertex_1463537056364_0001_1_00, initRequestedTime=1463537056555, initedTime=1463537056581, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:16,581 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] with distanceFromRoot: 0
2016-05-18 02:04:16,582 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:16,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537056364_0001_1_00, startRequestedTime=1463537056556, startedTime=1463537056583
2016-05-18 02:04:16,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537056364_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:16,584 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] submitted tez dag to app master: application_1463537056364_0001, with dag id: dag_1463537056364_0001_1
2016-05-18 02:04:16,585 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:16,585 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537056364_0001_1_00 for vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] numStartedSources: 1 numSources: 1
2016-05-18 02:04:16,585 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D72840049C314DD8B30402147B8D9B2E
2016-05-18 02:04:16,588 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] with distanceFromRoot: 1
2016-05-18 02:04:16,588 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537056364_0001_1_01, startRequestedTime=1463537056585, startedTime=1463537056588
2016-05-18 02:04:16,591 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:16,591 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537056364_0001_1_01 for vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] numStartedSources: 1 numSources: 1
2016-05-18 02:04:16,591 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] with distanceFromRoot: 2
2016-05-18 02:04:16,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_STARTED]: vertexName=D72840049C314DD8B30402147B8D9B2E, taskId=task_1463537056364_0001_1_00_000000, scheduledTime=1463537056592, launchTime=1463537056592
2016-05-18 02:04:16,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537056364_0001_1_02, startRequestedTime=1463537056591, startedTime=1463537056593
2016-05-18 02:04:16,594 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B9A4BC630AD74968817A6EADF1800E6F with 0 source tasks and 1 pending tasks
2016-05-18 02:04:16,594 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:16,594 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:16,597 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D72840049C314DD8B30402147B8D9B2E in vertex: B9A4BC630AD74968817A6EADF1800E6F numBipartiteSourceTasks: 1
2016-05-18 02:04:16,597 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:16,597 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: FE58657CCEEF41E59D70BF2B0EC396C9 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:16,598 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B9A4BC630AD74968817A6EADF1800E6F in vertex: FE58657CCEEF41E59D70BF2B0EC396C9 numBipartiteSourceTasks: 1
2016-05-18 02:04:16,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537056364_0001_00_000001, launchTime=1463537056599
2016-05-18 02:04:16,600 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537056364_0001_00_000001
2016-05-18 02:04:16,603 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537056364_0001_1_00_000000_0] started. Is using containerId: [container_1463537056364_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:16,603 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537056364_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:16,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D72840049C314DD8B30402147B8D9B2E, taskAttemptId=attempt_1463537056364_0001_1_00_000000_0, startTime=1463537056601, containerId=container_1463537056364_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:16 Starting to run new task attempt: attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:16,604 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:16,604 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:16,605 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:16,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount, VertexName: D72840049C314DD8B30402147B8D9B2E, VertexParallelism: 1, TaskAttemptID:attempt_1463537056364_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D37B6D11B4E34DB9A3549D38733385F1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B9A4BC630AD74968817A6EADF1800E6F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:16,605 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:16,606 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:16,607 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537056364_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:16,607 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537056364_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:16,612 INFO  input.MRInput (MRInput.java:initialize(440)) - D37B6D11B4E34DB9A3549D38733385F1 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:16,613 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: D37B6D11B4E34DB9A3549D38733385F1
2016-05-18 02:04:16,612 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:16,621 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D72840049C314DD8B30402147B8D9B2E, ordinal: 0
2016-05-18 02:04:16,621 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D72840049C314DD8B30402147B8D9B2E, mem on start (mb), free: 229, total: 360, max: 672
2016-05-18 02:04:16,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:16,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:16,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:16,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:16,623 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D37B6D11B4E34DB9A3549D38733385F1:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B9A4BC630AD74968817A6EADF1800E6F:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:16,623 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:16,624 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:16,624 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:16,624 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D37B6D11B4E34DB9A3549D38733385F1:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B9A4BC630AD74968817A6EADF1800E6F:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:16,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:16,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D37B6D11B4E34DB9A3549D38733385F1 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:16,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:16,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:16,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D37B6D11B4E34DB9A3549D38733385F1
2016-05-18 02:04:16,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:16,627 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:16,630 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:16,630 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:16,630 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - D37B6D11B4E34DB9A3549D38733385F1 initialized RecordReader from event
2016-05-18 02:04:16,630 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: D37B6D11B4E34DB9A3549D38733385F1
2016-05-18 02:04:16,630 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{1}:'char']], id: DE3A090D575E411285115A77E424BA6D
2016-05-18 02:04:16,631 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{1}:'char']] DE3A090D575E411285115A77E424BA6D
2016-05-18 02:04:16,632 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B9A4BC630AD74968817A6EADF1800E6F using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@1a3b424e, comparator=cascading.tuple.hadoop.util.TupleComparator@287e1c56, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:16,632 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B9A4BC630AD74968817A6EADF1800E6F: , UsingHashComparator=false
2016-05-18 02:04:16,646 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:16,646 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:16,646 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B9A4BC630AD74968817A6EADF1800E6F: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:16,646 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B9A4BC630AD74968817A6EADF1800E6F: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:16,647 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:16,647 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D72840049C314DD8B30402147B8D9B2E, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:16,648 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:16,648 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 128, total: 360, max: 672
2016-05-18 02:04:16,649 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 53% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:16,650 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:16,650 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 128, total: 360, max: 672
2016-05-18 02:04:16,650 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 53% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:16,651 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:16,651 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 128, total: 360, max: 672
2016-05-18 02:04:16,651 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 53% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:16,652 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:16,652 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 128, total: 360, max: 672
2016-05-18 02:04:16,652 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 53% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:16,653 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:16,653 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D72840049C314DD8B30402147B8D9B2E, mem on close (mb), free: 128, total: 360, max: 672
2016-05-18 02:04:16,654 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B9A4BC630AD74968817A6EADF1800E6F: Starting flush of map output
2016-05-18 02:04:16,654 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B9A4BC630AD74968817A6EADF1800E6F: Span0.length = 9, perItem = 11
2016-05-18 02:04:16,654 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B9A4BC630AD74968817A6EADF1800E6F: done sorting span=0, length=9, time=0
2016-05-18 02:04:16,655 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B9A4BC630AD74968817A6EADF1800E6F: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:16,657 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B9A4BC630AD74968817A6EADF1800E6F: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-local-dir/output/attempt_1463537056364_0001_1_00_000000_0_10032_0/file.out
2016-05-18 02:04:17,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:17,006 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537056364_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:17,006 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537056364_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:17,006 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537056364_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537056647, Process_Duration=6, Process_End_Time=1463537056653, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:17,009 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537056364_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:17,009 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:17,009 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:17,009 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,009 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D72840049C314DD8B30402147B8D9B2E, taskAttemptId=attempt_1463537056364_0001_1_00_000000_0, creationTime=1463537056593, allocationTime=1463537056598, startTime=1463537056601, finishTime=1463537057009, timeTaken=408, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:17,010 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:17,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_FINISHED]: vertexName=D72840049C314DD8B30402147B8D9B2E, taskId=task_1463537056364_0001_1_00_000000, startTime=1463537056601, finishTime=1463537057010, timeTaken=409, status=SUCCEEDED, successfulAttemptID=attempt_1463537056364_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537056647, Process_Duration=6, Process_End_Time=1463537056653, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:17,011 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:17,011 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537056364_0001_00_000001
2016-05-18 02:04:17,011 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:17,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_FINISHED]: vertexName=D72840049C314DD8B30402147B8D9B2E, vertexId=vertex_1463537056364_0001_1_00, initRequestedTime=1463537056555, initedTime=1463537056581, startRequestedTime=1463537056556, startedTime=1463537056583, finishTime=1463537057013, timeTaken=430, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537056647, Process_Duration=6, Process_End_Time=1463537056653, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537056601, firstTasksToStart=[ task_1463537056364_0001_1_00_000000 ], lastTaskFinishTime=1463537057009, lastTasksToFinish=[ task_1463537056364_0001_1_00_000000 ], minTaskDuration=408, maxTaskDuration=408, avgTaskDuration=408.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537056364_0001_1_00_000000 ], longestDurationTasks=[ task_1463537056364_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:17,015 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:17,015 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] attempt: attempt_1463537056364_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:17,016 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B9A4BC630AD74968817A6EADF1800E6F
2016-05-18 02:04:17,016 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D72840049C314DD8B30402147B8D9B2E, destinationVertexName=B9A4BC630AD74968817A6EADF1800E6F. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:17,017 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:17,017 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537056364_0001_00_000001, stoppedTime=1463537057017, exitStatus=0
2016-05-18 02:04:17,017 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:17,017 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:17,018 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_STARTED]: vertexName=B9A4BC630AD74968817A6EADF1800E6F, taskId=task_1463537056364_0001_1_01_000000, scheduledTime=1463537057017, launchTime=1463537057017
2016-05-18 02:04:17,018 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537056364_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:17,018 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:17,021 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537056364_0001_00_000002, launchTime=1463537057020
2016-05-18 02:04:17,021 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537056364_0001_00_000002
2016-05-18 02:04:17,022 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537056364_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:17,022 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537056364_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:17,023 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537056364_0001_00_000001, Exiting
2016-05-18 02:04:17,023 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537056364_0001_00_000001
2016-05-18 02:04:17,023 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537056364_0001_00_000001
2016-05-18 02:04:17,024 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537056364_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:17,024 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537056364_0001_1_01_000000_0] started. Is using containerId: [container_1463537056364_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:17,025 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537056364_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B9A4BC630AD74968817A6EADF1800E6F, taskAttemptId=attempt_1463537056364_0001_1_01_000000_0, startTime=1463537057024, containerId=container_1463537056364_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:17,025 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537056364_0001_00_000001 completed successfully
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,026 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,026 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,026 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:17,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount, VertexName: B9A4BC630AD74968817A6EADF1800E6F, VertexParallelism: 1, TaskAttemptID:attempt_1463537056364_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D72840049C314DD8B30402147B8D9B2E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FE58657CCEEF41E59D70BF2B0EC396C9, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:17,027 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:17,027 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,030 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537056364_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:17,033 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:17,033 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537056364_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:17,035 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:17,040 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B9A4BC630AD74968817A6EADF1800E6F, ordinal: 1
2016-05-18 02:04:17,040 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9A4BC630AD74968817A6EADF1800E6F, mem on start (mb), free: 528, total: 657, max: 672
2016-05-18 02:04:17,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:17,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:17,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:17,041 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:17,041 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FE58657CCEEF41E59D70BF2B0EC396C9:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [D72840049C314DD8B30402147B8D9B2E:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:17,041 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:17,042 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:17,042 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 24, TotalRequested: 316250512, TotalRequestedScaled: 1.58125256E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.45
2016-05-18 02:04:17,042 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FE58657CCEEF41E59D70BF2B0EC396C9:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [D72840049C314DD8B30402147B8D9B2E:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:17,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:17,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D72840049C314DD8B30402147B8D9B2E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:17,043 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:17,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:17,047 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D72840049C314DD8B30402147B8D9B2E: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:17,048 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D72840049C314DD8B30402147B8D9B2E: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:17,050 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D72840049C314DD8B30402147B8D9B2E with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:17,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D72840049C314DD8B30402147B8D9B2E
2016-05-18 02:04:17,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:17,052 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,052 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D72840049C314DD8B30402147B8D9B2E: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:17,054 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537056364_0001_1_00_000000_0_10032} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537057054, TimeTaken=1, Rate=0.10 MB/s
2016-05-18 02:04:17,054 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D72840049C314DD8B30402147B8D9B2E
2016-05-18 02:04:17,054 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,055 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D72840049C314DD8B30402147B8D9B2E, wasInterrupted=false
2016-05-18 02:04:17,057 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,057 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:17,058 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-local-dir/output/attempt_1463537056364_0001_1_00_000000_0_10032/file.out, len=101, isLocal=true
2016-05-18 02:04:17,058 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:17,059 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:17,059 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:17,058 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{1}:'char']]
2016-05-18 02:04:17,061 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:17,061 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D72840049C314DD8B30402147B8D9B2E
2016-05-18 02:04:17,061 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D72840049C314DD8B30402147B8D9B2E: Shuffle Runner thread complete
2016-05-18 02:04:17,062 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{1}:'char']] streamed: true, id: DE3A090D575E411285115A77E424BA6D
2016-05-18 02:04:17,062 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{1}:'count']], id: 71F64F90E13340B78F3E08D8DDDE44EC
2016-05-18 02:04:17,063 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{1}:'count']] 71F64F90E13340B78F3E08D8DDDE44EC
2016-05-18 02:04:17,065 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - FE58657CCEEF41E59D70BF2B0EC396C9 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2757e147, comparator=cascading.tuple.hadoop.util.TupleComparator@7a87107e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:17,066 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for FE58657CCEEF41E59D70BF2B0EC396C9: , UsingHashComparator=false
2016-05-18 02:04:17,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:17,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:17,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for FE58657CCEEF41E59D70BF2B0EC396C9: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:17,079 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - FE58657CCEEF41E59D70BF2B0EC396C9: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:17,080 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{1}:'char']] DE3A090D575E411285115A77E424BA6D, for 1 inputs
2016-05-18 02:04:17,081 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B9A4BC630AD74968817A6EADF1800E6F, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:17,082 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D72840049C314DD8B30402147B8D9B2E: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:17,085 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:17,085 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 425, total: 657, max: 672
2016-05-18 02:04:17,085 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,086 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9A4BC630AD74968817A6EADF1800E6F, mem on close (mb), free: 425, total: 657, max: 672
2016-05-18 02:04:17,086 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D72840049C314DD8B30402147B8D9B2E
2016-05-18 02:04:17,086 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D72840049C314DD8B30402147B8D9B2E: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:17,086 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - FE58657CCEEF41E59D70BF2B0EC396C9: Starting flush of map output
2016-05-18 02:04:17,087 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - FE58657CCEEF41E59D70BF2B0EC396C9: Span0.length = 3, perItem = 7
2016-05-18 02:04:17,087 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - FE58657CCEEF41E59D70BF2B0EC396C9: done sorting span=0, length=3, time=0
2016-05-18 02:04:17,087 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - FE58657CCEEF41E59D70BF2B0EC396C9: Heap = SpanIterator<0:2> (span=Span[16777216,21]),
2016-05-18 02:04:17,088 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - FE58657CCEEF41E59D70BF2B0EC396C9: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-local-dir/output/attempt_1463537056364_0001_1_01_000000_0_10035_0/file.out
2016-05-18 02:04:17,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,092 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537056364_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:17,093 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537056364_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:17,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537056364_0001_1_01_000000_0: Counters: 43 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=12, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=3, OUTPUT_BYTES=21, OUTPUT_BYTES_WITH_OVERHEAD=33, OUTPUT_BYTES_PHYSICAL=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537057081, Process_Duration=4, Process_End_Time=1463537057085, Read_Duration=1, Tuples_Read=9, Tuples_Written=3, Write_Duration=1][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=1, Num_Keys_Hit=2, Num_Keys_Missed=3]]
2016-05-18 02:04:17,095 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537056364_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:17,095 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:17,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B9A4BC630AD74968817A6EADF1800E6F, taskAttemptId=attempt_1463537056364_0001_1_01_000000_0, creationTime=1463537057018, allocationTime=1463537057020, startTime=1463537057024, finishTime=1463537057095, timeTaken=71, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:17,095 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17,095 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:17,096 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,096 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537056364_0001_00_000002
2016-05-18 02:04:17,096 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_FINISHED]: vertexName=B9A4BC630AD74968817A6EADF1800E6F, taskId=task_1463537056364_0001_1_01_000000, startTime=1463537057024, finishTime=1463537057095, timeTaken=71, status=SUCCEEDED, successfulAttemptID=attempt_1463537056364_0001_1_01_000000_0, diagnostics=, counters=Counters: 43, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=12, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=3, OUTPUT_BYTES=21, OUTPUT_BYTES_WITH_OVERHEAD=33, OUTPUT_BYTES_PHYSICAL=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537057081, Process_Duration=4, Process_End_Time=1463537057085, Read_Duration=1, Tuples_Read=9, Tuples_Written=3, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=1, Num_Keys_Hit=2, Num_Keys_Missed=3
2016-05-18 02:04:17,097 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:17,097 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:17,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_FINISHED]: vertexName=B9A4BC630AD74968817A6EADF1800E6F, vertexId=vertex_1463537056364_0001_1_01, initRequestedTime=1463537056556, initedTime=1463537056563, startRequestedTime=1463537056585, startedTime=1463537056588, finishTime=1463537057097, timeTaken=509, status=SUCCEEDED, diagnostics=, counters=Counters: 43, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=12, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=3, OUTPUT_BYTES=21, OUTPUT_BYTES_WITH_OVERHEAD=33, OUTPUT_BYTES_PHYSICAL=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537057081, Process_Duration=4, Process_End_Time=1463537057085, Read_Duration=1, Tuples_Read=9, Tuples_Written=3, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=1, Num_Keys_Hit=2, Num_Keys_Missed=3, vertexStats=firstTaskStartTime=1463537057024, firstTasksToStart=[ task_1463537056364_0001_1_01_000000 ], lastTaskFinishTime=1463537057095, lastTasksToFinish=[ task_1463537056364_0001_1_01_000000 ], minTaskDuration=71, maxTaskDuration=71, avgTaskDuration=71.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537056364_0001_1_01_000000 ], longestDurationTasks=[ task_1463537056364_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:17,099 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:17,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537056364_0001_00_000002, stoppedTime=1463537057099, exitStatus=0
2016-05-18 02:04:17,100 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] attempt: attempt_1463537056364_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:17,100 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:17,100 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FE58657CCEEF41E59D70BF2B0EC396C9
2016-05-18 02:04:17,100 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:17,100 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B9A4BC630AD74968817A6EADF1800E6F, destinationVertexName=FE58657CCEEF41E59D70BF2B0EC396C9. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:17,100 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:17,101 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537056364_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:17,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_STARTED]: vertexName=FE58657CCEEF41E59D70BF2B0EC396C9, taskId=task_1463537056364_0001_1_02_000000, scheduledTime=1463537057101, launchTime=1463537057101
2016-05-18 02:04:17,101 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:17,103 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537056364_0001_00_000003, launchTime=1463537057103
2016-05-18 02:04:17,104 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537056364_0001_00_000003
2016-05-18 02:04:17,107 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537056364_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,107 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537056364_0001_1_02_000000_0] started. Is using containerId: [container_1463537056364_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:17,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FE58657CCEEF41E59D70BF2B0EC396C9, taskAttemptId=attempt_1463537056364_0001_1_02_000000_0, startTime=1463537057107, containerId=container_1463537056364_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,108 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,108 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,108 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:17,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount, VertexName: FE58657CCEEF41E59D70BF2B0EC396C9, VertexParallelism: 1, TaskAttemptID:attempt_1463537056364_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B9A4BC630AD74968817A6EADF1800E6F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=1FBE91F9E9ED46A1821885CCD8AA762A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:17,109 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537056364_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:17,109 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537056364_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:17,109 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537056364_0001_00_000002, Exiting
2016-05-18 02:04:17,110 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537056364_0001_00_000002
2016-05-18 02:04:17,110 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537056364_0001_00_000002
2016-05-18 02:04:17,110 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537056364_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:17,110 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537056364_0001_00_000002 completed successfully
2016-05-18 02:04:17,109 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:17,111 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,114 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537056364_0001_1_02_000000_0 1 events [0,1) total 1 vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:17,114 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537056364_0001_1_02_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:17,120 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:17,124 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:17,135 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FE58657CCEEF41E59D70BF2B0EC396C9, ordinal: 2
2016-05-18 02:04:17,135 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE58657CCEEF41E59D70BF2B0EC396C9, mem on start (mb), free: 420, total: 657, max: 672
2016-05-18 02:04:17,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:17,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:17,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:17,137 INFO  output.MROutput (MROutput.java:initialize(421)) - 1FBE91F9E9ED46A1821885CCD8AA762A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:17,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:17,138 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[1FBE91F9E9ED46A1821885CCD8AA762A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B9A4BC630AD74968817A6EADF1800E6F:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:17,138 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:17,138 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:17,139 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:17,139 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[1FBE91F9E9ED46A1821885CCD8AA762A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B9A4BC630AD74968817A6EADF1800E6F:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:17,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:17,140 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B9A4BC630AD74968817A6EADF1800E6F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:17,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:17,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:17,142 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B9A4BC630AD74968817A6EADF1800E6F: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:17,144 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B9A4BC630AD74968817A6EADF1800E6F: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:17,146 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B9A4BC630AD74968817A6EADF1800E6F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:17,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B9A4BC630AD74968817A6EADF1800E6F
2016-05-18 02:04:17,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:17,147 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,147 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B9A4BC630AD74968817A6EADF1800E6F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:17,149 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537056364_0001_1_01_000000_0_10035} to DISK_DIRECT, csize=37, dsize=33, EndTime=1463537057149, TimeTaken=1, Rate=0.04 MB/s
2016-05-18 02:04:17,150 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B9A4BC630AD74968817A6EADF1800E6F
2016-05-18 02:04:17,151 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,151 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B9A4BC630AD74968817A6EADF1800E6F, wasInterrupted=false
2016-05-18 02:04:17,154 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,155 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{1}:'count']]
2016-05-18 02:04:17,156 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:17,158 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{1}:'count']] streamed: true, id: 71F64F90E13340B78F3E08D8DDDE44EC
2016-05-18 02:04:17,158 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount"], id: 1FBE91F9E9ED46A1821885CCD8AA762A
2016-05-18 02:04:17,158 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount"]
2016-05-18 02:04:17,158 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{1}:'count']] 71F64F90E13340B78F3E08D8DDDE44EC, for 1 inputs
2016-05-18 02:04:17,160 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001_wd/localmode-local-dir/output/attempt_1463537056364_0001_1_01_000000_0_10035/file.out, len=37, isLocal=true
2016-05-18 02:04:17,160 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 37 bytes from disk
2016-05-18 02:04:17,161 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:17,162 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:17,163 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 24 bytes
2016-05-18 02:04:17,164 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B9A4BC630AD74968817A6EADF1800E6F
2016-05-18 02:04:17,164 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B9A4BC630AD74968817A6EADF1800E6F: Shuffle Runner thread complete
2016-05-18 02:04:17,164 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FE58657CCEEF41E59D70BF2B0EC396C9, all 1 inputs ready in: 00:00:00.006
2016-05-18 02:04:17,165 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B9A4BC630AD74968817A6EADF1800E6F: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:17,167 INFO  output.MROutput (MROutput.java:close(526)) - 1FBE91F9E9ED46A1821885CCD8AA762A closed
2016-05-18 02:04:17,168 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537056364_0001_1_02_000000_0 given a go for committing the task output.
2016-05-18 02:04:17,168 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,169 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE58657CCEEF41E59D70BF2B0EC396C9, mem on close (mb), free: 416, total: 657, max: 672
2016-05-18 02:04:17,169 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B9A4BC630AD74968817A6EADF1800E6F
2016-05-18 02:04:17,169 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B9A4BC630AD74968817A6EADF1800E6F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:17,169 INFO  output.MROutput (MROutput.java:close(526)) - 1FBE91F9E9ED46A1821885CCD8AA762A closed
2016-05-18 02:04:17,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,171 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537056364_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:17,171 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537056364_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:17,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537056364_0001_1_02_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=3, REDUCE_INPUT_RECORDS=3, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=3, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=3, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=37, SHUFFLE_BYTES=37, SHUFFLE_BYTES_DECOMPRESSED=33, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=37, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=20, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537057164, Process_Duration=4, Process_End_Time=1463537057168, Read_Duration=0, Tuples_Read=3, Tuples_Written=3, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=3]]
2016-05-18 02:04:17,173 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537056364_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:17,173 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:17,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FE58657CCEEF41E59D70BF2B0EC396C9, taskAttemptId=attempt_1463537056364_0001_1_02_000000_0, creationTime=1463537057101, allocationTime=1463537057102, startTime=1463537057107, finishTime=1463537057173, timeTaken=66, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:17,173 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17,173 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:17,174 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,174 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537056364_0001_00_000003
2016-05-18 02:04:17,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:TASK_FINISHED]: vertexName=FE58657CCEEF41E59D70BF2B0EC396C9, taskId=task_1463537056364_0001_1_02_000000, startTime=1463537057107, finishTime=1463537057173, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1463537056364_0001_1_02_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=3, REDUCE_INPUT_RECORDS=3, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=3, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=3, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=37, SHUFFLE_BYTES=37, SHUFFLE_BYTES_DECOMPRESSED=33, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=37, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=20, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537057164, Process_Duration=4, Process_End_Time=1463537057168, Read_Duration=0, Tuples_Read=3, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=3
2016-05-18 02:04:17,176 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:17,176 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9]
2016-05-18 02:04:17,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:VERTEX_FINISHED]: vertexName=FE58657CCEEF41E59D70BF2B0EC396C9, vertexId=vertex_1463537056364_0001_1_02, initRequestedTime=1463537056564, initedTime=1463537056569, startRequestedTime=1463537056591, startedTime=1463537056593, finishTime=1463537057176, timeTaken=583, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=3, REDUCE_INPUT_RECORDS=3, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=3, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=3, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=37, SHUFFLE_BYTES=37, SHUFFLE_BYTES_DECOMPRESSED=33, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=37, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=20, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537057164, Process_Duration=4, Process_End_Time=1463537057168, Read_Duration=0, Tuples_Read=3, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=3, vertexStats=firstTaskStartTime=1463537057107, firstTasksToStart=[ task_1463537056364_0001_1_02_000000 ], lastTaskFinishTime=1463537057173, lastTasksToFinish=[ task_1463537056364_0001_1_02_000000 ], minTaskDuration=66, maxTaskDuration=66, avgTaskDuration=66.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537056364_0001_1_02_000000 ], longestDurationTasks=[ task_1463537056364_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:17,178 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:17,178 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537056364_0001_00_000003, stoppedTime=1463537057178, exitStatus=0
2016-05-18 02:04:17,178 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:17,178 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:17,178 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537056364_0001_1_01 [B9A4BC630AD74968817A6EADF1800E6F]
2016-05-18 02:04:17,178 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537056364_0001_1_00 [D72840049C314DD8B30402147B8D9B2E]
2016-05-18 02:04:17,179 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537056364_0001_1
2016-05-18 02:04:17,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537056364_0001_1
2016-05-18 02:04:17,180 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 1FBE91F9E9ED46A1821885CCD8AA762A for vertex: vertex_1463537056364_0001_1_02 [FE58657CCEEF41E59D70BF2B0EC396C9], outputName: 1FBE91F9E9ED46A1821885CCD8AA762A
2016-05-18 02:04:17,181 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537056364_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:17,182 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537056364_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:17,185 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537056364_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:17,185 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537056364_0001_00_000003: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:17,186 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537056364_0001_00_000003, Exiting
2016-05-18 02:04:17,186 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537056364_0001_00_000003
2016-05-18 02:04:17,186 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537056364_0001_00_000003
2016-05-18 02:04:17,186 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537056364_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:17,186 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537056364_0001_00_000003 completed successfully
2016-05-18 02:04:17,191 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:1FBE91F9E9ED46A1821885CCD8AA762A of vertex/vertexGroup:FE58657CCEEF41E59D70BF2B0EC396C9 isVertexGroupOutput:false
2016-05-18 02:04:17,191 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:17,194 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537056364_0001_1, queueSize=0
2016-05-18 02:04:17,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537056364_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537056364_0001_1, startTime=1463537056555, finishTime=1463537057191, timeTaken=636, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=1750, AM_GC_TIME_MILLIS=344, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=12, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=15, OUTPUT_BYTES=120, OUTPUT_BYTES_WITH_OVERHEAD=130, OUTPUT_BYTES_PHYSICAL=138, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=138, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=138, SHUFFLE_BYTES_DECOMPRESSED=130, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=138, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390611170892, Process_Duration=14, Process_End_Time=4390611170906, Read_Duration=3, Tuples_Read=25, Tuples_Written=15, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=3, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=8, Num_Keys_Hit=6, Num_Keys_Missed=12
2016-05-18 02:04:17,195 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537056364_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:17,195 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537056364_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:17 Completed Dag: dag_1463537056364_0001_1
2016-05-18 02:04:17,196 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537056364_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:17,196 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537056364_0001_1_post
2016-05-18 02:04:17,197 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,197 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:17,197 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:17,197 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount, with id=dag_1463537056364_0001_1
2016-05-18 02:04:17,198 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F] count/(1/1) ...testCountCount/countcount, with id=dag_1463537056364_0001_1
2016-05-18 02:04:17,209 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...testCountCount/countcount, applicationId=application_1463537056364_0001
2016-05-18 02:04:17,211 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:17,211 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:17,211 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:17,212 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:17,212 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:17,212 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:17,213 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:17,213 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:17,213 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:17,213 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:17,214 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:17,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:17,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:17,215 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:17,219 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/C578076AC806435E9FAAA9519EB490A8/EF553E6FF2C24C959E1986790A10A07F/.tez/application_1463537056364_0001
2016-05-18 02:04:17,219 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount/_temporary
2016-05-18 02:04:17,220 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  completed in: 00:00.880
2016-05-18 02:04:17,300 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount
2016-05-18 02:04:17,334 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:17,334 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:17,398 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.029
2016-05-18 02:04:17,430 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.061
2016-05-18 02:04:17,431 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:17,431 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:17,431 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:17,453 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:17,462 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:17,471 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount
2016-05-18 02:04:17,529 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: E1C63353FC20470A9F5CE210FA542123,EC6D1A6EB19E4BE8BC0CF4B69993A0B2 and B2973BCAF1C3422EB146C4B6F8056EC2
2016-05-18 02:04:17,532 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] starting
2016-05-18 02:04:17,532 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:17,533 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:17,534 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount"]
2016-05-18 02:04:17,534 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs]  parallel execution of steps is enabled: false
2016-05-18 02:04:17,534 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs]  executing total steps: 1
2016-05-18 02:04:17,534 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs]  allocating management threads: 1
2016-05-18 02:04:17,535 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] starting step: (1/1) ...testCountMerge/mergecount
2016-05-18 02:04:17,535 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [count-lhs+count-rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:17,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] tez session mode enabled: true
2016-05-18 02:04:17,555 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:17,555 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:17,556 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:17,565 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001 doesn't exist and is created
2016-05-18 02:04:17,585 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:17,585 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:17,586 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd
2016-05-18 02:04:17,602 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537057555_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:17,602 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:17,602 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:17,604 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:17,604 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:17,605 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:17,605 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:17,606 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:17,607 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:17,608 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:17,608 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:17,608 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:17,608 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:17,609 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:17,609 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:17,609 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:17,609 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:17,610 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:17,610 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:17,610 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:17,612 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:17,613 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:17,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:17,614 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-log-dir
2016-05-18 02:04:17,614 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-log-dir/history.txt.appattempt_1463537057555_0001_000000, maxErrors=10
2016-05-18 02:04:17,615 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:17,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537057555_0001_000000, appSubmitTime=1463537057601, launchTime=1463537057601
2016-05-18 02:04:17,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:17,624 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34953
2016-05-18 02:04:17,624 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537057555
2016-05-18 02:04:17,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537057555_0001_000000, startTime=1463537057627
2016-05-18 02:04:17,627 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:17,652 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:17,652 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:17,686 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:17,686 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:17,686 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...testCountMerge/mergecount, applicationId=application_1463537057555_0001, dagName=[D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-05-18 02:04:17,705 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-05-18 02:04:17,706 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:17,707 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537057555_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-log-dir/dag_1463537057555_0001_1.dot
2016-05-18 02:04:17,708 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-log-dir/dag_1463537057555_0001_1-tez-dag.pb.txt
2016-05-18 02:04:17,724 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537057555_0001_1
2016-05-18 02:04:17,724 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,724 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-05-18 02:04:17 Running Dag: dag_1463537057555_0001_1
2016-05-18 02:04:17,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537057555_0001_1, submitTime=1463537057706
2016-05-18 02:04:17,742 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001/tez-conf.pb" } size: 40953 timestamp: 1463537057000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:17,742 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,742 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:17,744 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001/tez-conf.pb" } size: 40953 timestamp: 1463537057000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:17,744 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,744 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:17,745 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001/tez-conf.pb" } size: 40953 timestamp: 1463537057000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:17,745 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:17,746 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:17,746 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:17,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537057555_0001_1, initTime=1463537057747
2016-05-18 02:04:17,748 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537057555_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:17,749 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:17,749 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:DAG_STARTED]: dagID=dag_1463537057555_0001_1, startTime=1463537057749
2016-05-18 02:04:17,749 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537057555_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:17,749 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EC6D1A6EB19E4BE8BC0CF4B69993A0B2 : {A80D4A3682BF46D6BCB0EE091D5CF061={InputName=A80D4A3682BF46D6BCB0EE091D5CF061}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:17,750 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: A80D4A3682BF46D6BCB0EE091D5CF061, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:17,750 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,750 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,750 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,750 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,751 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:17,751 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: A80D4A3682BF46D6BCB0EE091D5CF061 on vertex vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,752 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...testCountMerge/mergecount, applicationId=application_1463537057555_0001, dagName=[D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-05-18 02:04:17,751 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E1C63353FC20470A9F5CE210FA542123 : {A97E2075150E40D1B2AB2B6034148A09={InputName=A97E2075150E40D1B2AB2B6034148A09}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:17,752 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: A97E2075150E40D1B2AB2B6034148A09, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:17,752 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,752 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,752 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,753 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,754 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:17,754 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:17,754 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input A80D4A3682BF46D6BCB0EE091D5CF061 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:17,755 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: A97E2075150E40D1B2AB2B6034148A09 on vertex vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,758 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:17,758 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:17,758 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:17,758 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:17,760 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:17,760 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:17,760 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:17,759 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537057555_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:17,761 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: A80D4A3682BF46D6BCB0EE091D5CF061 on vertex vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,760 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input A97E2075150E40D1B2AB2B6034148A09 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:17,761 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2], numAdditionalOutputs=1
2016-05-18 02:04:17,761 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=3463D7568D084778BBD745737E4124D4, vertex=vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:17,763 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:17,763 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:17,763 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:17,763 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:17,764 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: A97E2075150E40D1B2AB2B6034148A09 on vertex vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,764 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B2973BCAF1C3422EB146C4B6F8056EC2:3463D7568D084778BBD745737E4124D4 using oldmapred API
2016-05-18 02:04:17,765 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=3463D7568D084778BBD745737E4124D4, vertexName=B2973BCAF1C3422EB146C4B6F8056EC2, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:17,766 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B2973BCAF1C3422EB146C4B6F8056EC2, vertexId=vertex_1463537057555_0001_1_02, initRequestedTime=1463537057754, initedTime=1463537057761, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:17,767 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:17,768 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:17,770 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {A80D4A3682BF46D6BCB0EE091D5CF061=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:17,769 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:17,771 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {A97E2075150E40D1B2AB2B6034148A09=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:17,770 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] parallelism set to 1
2016-05-18 02:04:17,771 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:17,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, vertexId=vertex_1463537057555_0001_1_00, initRequestedTime=1463537057749, initedTime=1463537057771, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:17,772 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] with distanceFromRoot: 0
2016-05-18 02:04:17,772 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:17,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537057555_0001_1_00, startRequestedTime=1463537057754, startedTime=1463537057772
2016-05-18 02:04:17,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537057555_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:17,772 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:17,773 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537057555_0001_1_00 for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] numStartedSources: 1 numSources: 2
2016-05-18 02:04:17,773 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] numStartedSources: 1 numSources: 2
2016-05-18 02:04:17,773 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] parallelism set to 1
2016-05-18 02:04:17,777 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:17,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E1C63353FC20470A9F5CE210FA542123, vertexId=vertex_1463537057555_0001_1_01, initRequestedTime=1463537057751, initedTime=1463537057778, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:17,778 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] with distanceFromRoot: 0
2016-05-18 02:04:17,777 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EC6D1A6EB19E4BE8BC0CF4B69993A0B2
2016-05-18 02:04:17,778 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:17,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537057555_0001_1_01, startRequestedTime=1463537057754, startedTime=1463537057779
2016-05-18 02:04:17,779 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537057555_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:17,779 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:17,780 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E1C63353FC20470A9F5CE210FA542123
2016-05-18 02:04:17,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_STARTED]: vertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, taskId=task_1463537057555_0001_1_00_000000, scheduledTime=1463537057780, launchTime=1463537057780
2016-05-18 02:04:17,780 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,780 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537057555_0001_1_01 for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] numStartedSources: 2 numSources: 2
2016-05-18 02:04:17,781 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] with distanceFromRoot: 1
2016-05-18 02:04:17,781 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,781 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537057555_0001_1_02, startRequestedTime=1463537057780, startedTime=1463537057781
2016-05-18 02:04:17,781 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:17,782 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_STARTED]: vertexName=E1C63353FC20470A9F5CE210FA542123, taskId=task_1463537057555_0001_1_01_000000, scheduledTime=1463537057781, launchTime=1463537057781
2016-05-18 02:04:17,782 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,783 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B2973BCAF1C3422EB146C4B6F8056EC2 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:17,785 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E1C63353FC20470A9F5CE210FA542123 in vertex: B2973BCAF1C3422EB146C4B6F8056EC2 numBipartiteSourceTasks: 1
2016-05-18 02:04:17,785 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:17,785 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EC6D1A6EB19E4BE8BC0CF4B69993A0B2 in vertex: B2973BCAF1C3422EB146C4B6F8056EC2 numBipartiteSourceTasks: 2
2016-05-18 02:04:17,787 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537057555_0001_00_000001, launchTime=1463537057786
2016-05-18 02:04:17,788 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537057555_0001_00_000002, launchTime=1463537057788
2016-05-18 02:04:17,788 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537057555_0001_00_000001
2016-05-18 02:04:17,788 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537057555_0001_00_000002
2016-05-18 02:04:17,790 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537057555_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,790 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537057555_0001_1_00_000000_0] started. Is using containerId: [container_1463537057555_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:17,790 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537057555_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,790 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, taskAttemptId=attempt_1463537057555_0001_1_00_000000_0, startTime=1463537057790, containerId=container_1463537057555_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,791 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537057555_0001_1_01_000000_0] started. Is using containerId: [container_1463537057555_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,792 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E1C63353FC20470A9F5CE210FA542123, taskAttemptId=attempt_1463537057555_0001_1_01_000000_0, startTime=1463537057791, containerId=container_1463537057555_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:17,791 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,792 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,792 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,792 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,793 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:17,793 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:17,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: E1C63353FC20470A9F5CE210FA542123, VertexParallelism: 1, TaskAttemptID:attempt_1463537057555_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A97E2075150E40D1B2AB2B6034148A09, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2973BCAF1C3422EB146C4B6F8056EC2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:17,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: EC6D1A6EB19E4BE8BC0CF4B69993A0B2, VertexParallelism: 1, TaskAttemptID:attempt_1463537057555_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A80D4A3682BF46D6BCB0EE091D5CF061, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2973BCAF1C3422EB146C4B6F8056EC2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:17,793 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:17,793 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:17,794 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,797 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,797 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537057555_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:17,798 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537057555_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:17,798 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537057555_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:17,799 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537057555_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:17,800 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs] submitted tez dag to app master: application_1463537057555_0001, with dag id: dag_1463537057555_0001_1
2016-05-18 02:04:17,804 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:17,807 INFO  input.MRInput (MRInput.java:initialize(440)) - A97E2075150E40D1B2AB2B6034148A09 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:17,807 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: A97E2075150E40D1B2AB2B6034148A09
2016-05-18 02:04:17,811 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:17,814 INFO  input.MRInput (MRInput.java:initialize(440)) - A80D4A3682BF46D6BCB0EE091D5CF061 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:17,815 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: A80D4A3682BF46D6BCB0EE091D5CF061
2016-05-18 02:04:17,821 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E1C63353FC20470A9F5CE210FA542123, ordinal: 0
2016-05-18 02:04:17,821 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E1C63353FC20470A9F5CE210FA542123, mem on start (mb), free: 504, total: 657, max: 672
2016-05-18 02:04:17,821 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:17,821 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:17,822 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:17,822 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EC6D1A6EB19E4BE8BC0CF4B69993A0B2, ordinal: 1
2016-05-18 02:04:17,822 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:17,822 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC6D1A6EB19E4BE8BC0CF4B69993A0B2, mem on start (mb), free: 504, total: 657, max: 672
2016-05-18 02:04:17,822 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:17,822 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:17,822 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A97E2075150E40D1B2AB2B6034148A09:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B2973BCAF1C3422EB146C4B6F8056EC2:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:17,822 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:17,823 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:17,823 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:17,823 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:17,823 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:17,823 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A97E2075150E40D1B2AB2B6034148A09:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B2973BCAF1C3422EB146C4B6F8056EC2:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:17,823 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:17,823 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A97E2075150E40D1B2AB2B6034148A09
2016-05-18 02:04:17,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A97E2075150E40D1B2AB2B6034148A09 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:17,823 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A80D4A3682BF46D6BCB0EE091D5CF061:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B2973BCAF1C3422EB146C4B6F8056EC2:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:17,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:17,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:17,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:17,824 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:17,825 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:17,825 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:17,825 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A80D4A3682BF46D6BCB0EE091D5CF061:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B2973BCAF1C3422EB146C4B6F8056EC2:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:17,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:17,826 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,828 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:17,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A80D4A3682BF46D6BCB0EE091D5CF061
2016-05-18 02:04:17,828 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - A97E2075150E40D1B2AB2B6034148A09 initialized RecordReader from event
2016-05-18 02:04:17,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A80D4A3682BF46D6BCB0EE091D5CF061 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:17,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:17,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:17,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:17,829 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:17,830 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: A97E2075150E40D1B2AB2B6034148A09
2016-05-18 02:04:17,830 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']], id: 5537945E02AF4D1F8979B83E33D43E84
2016-05-18 02:04:17,830 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,831 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:17,832 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - A80D4A3682BF46D6BCB0EE091D5CF061 initialized RecordReader from event
2016-05-18 02:04:17,833 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] 5537945E02AF4D1F8979B83E33D43E84
2016-05-18 02:04:17,836 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:17,836 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: A80D4A3682BF46D6BCB0EE091D5CF061
2016-05-18 02:04:17,836 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']], id: 5537945E02AF4D1F8979B83E33D43E84
2016-05-18 02:04:17,837 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] 5537945E02AF4D1F8979B83E33D43E84
2016-05-18 02:04:17,837 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B2973BCAF1C3422EB146C4B6F8056EC2 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@377526, comparator=cascading.tuple.hadoop.util.TupleComparator@38ec11e6, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:17,838 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B2973BCAF1C3422EB146C4B6F8056EC2: , UsingHashComparator=false
2016-05-18 02:04:17,841 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B2973BCAF1C3422EB146C4B6F8056EC2 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@128b303c, comparator=cascading.tuple.hadoop.util.TupleComparator@700bbca6, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:17,841 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B2973BCAF1C3422EB146C4B6F8056EC2: , UsingHashComparator=false
2016-05-18 02:04:17,888 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:17,888 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:17,888 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B2973BCAF1C3422EB146C4B6F8056EC2: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:17,889 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B2973BCAF1C3422EB146C4B6F8056EC2: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:17,889 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:17,890 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E1C63353FC20470A9F5CE210FA542123, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:17,900 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:17,901 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:17,901 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:17,901 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 329, total: 657, max: 672
2016-05-18 02:04:17,904 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B2973BCAF1C3422EB146C4B6F8056EC2: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:17,904 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B2973BCAF1C3422EB146C4B6F8056EC2: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:17,906 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:17,906 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,907 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:17,907 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,908 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:17,908 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,909 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,909 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E1C63353FC20470A9F5CE210FA542123, mem on close (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,909 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B2973BCAF1C3422EB146C4B6F8056EC2: Starting flush of map output
2016-05-18 02:04:17,910 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B2973BCAF1C3422EB146C4B6F8056EC2: Span0.length = 9, perItem = 11
2016-05-18 02:04:17,911 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B2973BCAF1C3422EB146C4B6F8056EC2: done sorting span=0, length=9, time=1
2016-05-18 02:04:17,911 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B2973BCAF1C3422EB146C4B6F8056EC2: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:17,911 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:17,912 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EC6D1A6EB19E4BE8BC0CF4B69993A0B2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:17,914 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B2973BCAF1C3422EB146C4B6F8056EC2: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-local-dir/output/attempt_1463537057555_0001_1_01_000000_0_10044_0/file.out
2016-05-18 02:04:17,914 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:17,914 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,916 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:17,916 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,917 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:17,919 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,920 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537057555_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:17,920 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537057555_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:17,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537057555_0001_1_01_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537057890, Process_Duration=18, Process_End_Time=1463537057908, Read_Duration=13, Tuples_Read=13, Tuples_Written=9, Write_Duration=3][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:17,921 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:17,924 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E1C63353FC20470A9F5CE210FA542123, taskAttemptId=attempt_1463537057555_0001_1_01_000000_0, creationTime=1463537057782, allocationTime=1463537057787, startTime=1463537057791, finishTime=1463537057923, timeTaken=132, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:17,923 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537057555_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:17,924 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:17,924 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:17,924 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,924 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17,925 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537057555_0001_00_000002
2016-05-18 02:04:17,924 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 328, total: 657, max: 672
2016-05-18 02:04:17,925 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_FINISHED]: vertexName=E1C63353FC20470A9F5CE210FA542123, taskId=task_1463537057555_0001_1_01_000000, startTime=1463537057791, finishTime=1463537057925, timeTaken=134, status=SUCCEEDED, successfulAttemptID=attempt_1463537057555_0001_1_01_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537057890, Process_Duration=18, Process_End_Time=1463537057908, Read_Duration=13, Tuples_Read=13, Tuples_Written=9, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:17,925 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,926 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC6D1A6EB19E4BE8BC0CF4B69993A0B2, mem on close (mb), free: 327, total: 657, max: 672
2016-05-18 02:04:17,926 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:17,926 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:17,927 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B2973BCAF1C3422EB146C4B6F8056EC2: Starting flush of map output
2016-05-18 02:04:17,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_FINISHED]: vertexName=E1C63353FC20470A9F5CE210FA542123, vertexId=vertex_1463537057555_0001_1_01, initRequestedTime=1463537057751, initedTime=1463537057778, startRequestedTime=1463537057754, startedTime=1463537057779, finishTime=1463537057926, timeTaken=147, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537057890, Process_Duration=18, Process_End_Time=1463537057908, Read_Duration=13, Tuples_Read=13, Tuples_Written=9, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537057791, firstTasksToStart=[ task_1463537057555_0001_1_01_000000 ], lastTaskFinishTime=1463537057923, lastTasksToFinish=[ task_1463537057555_0001_1_01_000000 ], minTaskDuration=132, maxTaskDuration=132, avgTaskDuration=132.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537057555_0001_1_01_000000 ], longestDurationTasks=[ task_1463537057555_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:17,928 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:17,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537057555_0001_00_000002, stoppedTime=1463537057929, exitStatus=0
2016-05-18 02:04:17,929 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] attempt: attempt_1463537057555_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:17,929 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:17,929 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:17,929 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537057555_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:17,930 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B2973BCAF1C3422EB146C4B6F8056EC2: Span0.length = 9, perItem = 11
2016-05-18 02:04:17,930 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B2973BCAF1C3422EB146C4B6F8056EC2: done sorting span=0, length=9, time=0
2016-05-18 02:04:17,930 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B2973BCAF1C3422EB146C4B6F8056EC2: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:17,931 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B2973BCAF1C3422EB146C4B6F8056EC2: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-local-dir/output/attempt_1463537057555_0001_1_00_000000_0_10043_0/file.out
2016-05-18 02:04:17,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,934 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537057555_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:17,935 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537057555_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:17,935 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537057555_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537057912, Process_Duration=13, Process_End_Time=1463537057925, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:17,935 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537057555_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:17,936 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537057555_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:17,936 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537057555_0001_00_000002, Exiting
2016-05-18 02:04:17,936 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537057555_0001_00_000002
2016-05-18 02:04:17,936 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537057555_0001_00_000002
2016-05-18 02:04:17,937 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537057555_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:17,937 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:17,941 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:17,941 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,941 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537057555_0001_00_000001
2016-05-18 02:04:17,940 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537057555_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:17,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, taskAttemptId=attempt_1463537057555_0001_1_00_000000_0, creationTime=1463537057780, allocationTime=1463537057786, startTime=1463537057790, finishTime=1463537057937, timeTaken=147, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:17,943 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_FINISHED]: vertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, taskId=task_1463537057555_0001_1_00_000000, startTime=1463537057790, finishTime=1463537057943, timeTaken=153, status=SUCCEEDED, successfulAttemptID=attempt_1463537057555_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537057912, Process_Duration=13, Process_End_Time=1463537057925, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:17,944 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537057555_0001_00_000002 completed successfully
2016-05-18 02:04:17,945 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:17,945 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:17,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_FINISHED]: vertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, vertexId=vertex_1463537057555_0001_1_00, initRequestedTime=1463537057749, initedTime=1463537057771, startRequestedTime=1463537057754, startedTime=1463537057772, finishTime=1463537057945, timeTaken=173, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537057912, Process_Duration=13, Process_End_Time=1463537057925, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537057790, firstTasksToStart=[ task_1463537057555_0001_1_00_000000 ], lastTaskFinishTime=1463537057937, lastTasksToFinish=[ task_1463537057555_0001_1_00_000000 ], minTaskDuration=147, maxTaskDuration=147, avgTaskDuration=147.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537057555_0001_1_00_000000 ], longestDurationTasks=[ task_1463537057555_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:17,947 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:17,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537057555_0001_00_000001, stoppedTime=1463537057947, exitStatus=0
2016-05-18 02:04:17,949 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] attempt: attempt_1463537057555_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:17,949 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:17,949 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:17,949 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B2973BCAF1C3422EB146C4B6F8056EC2
2016-05-18 02:04:17,950 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, destinationVertexName=B2973BCAF1C3422EB146C4B6F8056EC2. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:17,950 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E1C63353FC20470A9F5CE210FA542123, destinationVertexName=B2973BCAF1C3422EB146C4B6F8056EC2. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:17,950 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:17,950 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537057555_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:17,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_STARTED]: vertexName=B2973BCAF1C3422EB146C4B6F8056EC2, taskId=task_1463537057555_0001_1_02_000000, scheduledTime=1463537057951, launchTime=1463537057951
2016-05-18 02:04:17,951 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:17,952 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537057555_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:17,952 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537057555_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:17,953 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537057555_0001_00_000001, Exiting
2016-05-18 02:04:17,953 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537057555_0001_00_000001
2016-05-18 02:04:17,953 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537057555_0001_00_000001
2016-05-18 02:04:17,953 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537057555_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:17,954 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537057555_0001_00_000001 completed successfully
2016-05-18 02:04:17,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537057555_0001_00_000003, launchTime=1463537057954
2016-05-18 02:04:17,955 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537057555_0001_00_000003
2016-05-18 02:04:17,955 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537057555_0001_1_02_000000_0] started. Is using containerId: [container_1463537057555_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:17,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B2973BCAF1C3422EB146C4B6F8056EC2, taskAttemptId=attempt_1463537057555_0001_1_02_000000_0, startTime=1463537057955, containerId=container_1463537057555_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:17,956 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537057555_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:17,957 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:17,957 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:17,958 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:17,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: B2973BCAF1C3422EB146C4B6F8056EC2, VertexParallelism: 1, TaskAttemptID:attempt_1463537057555_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EC6D1A6EB19E4BE8BC0CF4B69993A0B2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E1C63353FC20470A9F5CE210FA542123, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3463D7568D084778BBD745737E4124D4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: B2973BCAF1C3422EB146C4B6F8056EC2 { E1C63353FC20470A9F5CE210FA542123 EC6D1A6EB19E4BE8BC0CF4B69993A0B2 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-05-18 02:04:17,959 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:17,960 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:17,961 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537057555_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:17,961 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537057555_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:17,964 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:17,966 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:17,966 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:17,975 INFO  output.MROutput (MROutput.java:initialize(421)) - 3463D7568D084778BBD745737E4124D4: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:17,978 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B2973BCAF1C3422EB146C4B6F8056EC2, ordinal: 2
2016-05-18 02:04:17,978 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B2973BCAF1C3422EB146C4B6F8056EC2, mem on start (mb), free: 321, total: 657, max: 672
2016-05-18 02:04:17,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:17,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:17,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:17,978 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:17,979 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:17,979 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3463D7568D084778BBD745737E4124D4:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [E1C63353FC20470A9F5CE210FA542123:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [EC6D1A6EB19E4BE8BC0CF4B69993A0B2:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:17,979 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:17,979 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:17,980 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 422785824, TotalRequestedScaled: 2.0293719551999998E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:17,980 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3463D7568D084778BBD745737E4124D4:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [E1C63353FC20470A9F5CE210FA542123:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [EC6D1A6EB19E4BE8BC0CF4B69993A0B2:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:17,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:17,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring EC6D1A6EB19E4BE8BC0CF4B69993A0B2 for start, since it will be controlled via it's Group
2016-05-18 02:04:17,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring E1C63353FC20470A9F5CE210FA542123 for start, since it will be controlled via it's Group
2016-05-18 02:04:17,980 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: B2973BCAF1C3422EB146C4B6F8056EC2 being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:17,981 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:17,981 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:17,982 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - E1C63353FC20470A9F5CE210FA542123: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:17,982 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - E1C63353FC20470A9F5CE210FA542123: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:17,983 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: E1C63353FC20470A9F5CE210FA542123 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:17,986 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EC6D1A6EB19E4BE8BC0CF4B69993A0B2: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:17,986 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EC6D1A6EB19E4BE8BC0CF4B69993A0B2: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:17,987 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EC6D1A6EB19E4BE8BC0CF4B69993A0B2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:17,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B2973BCAF1C3422EB146C4B6F8056EC2
2016-05-18 02:04:17,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:17,988 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:17,989 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E1C63353FC20470A9F5CE210FA542123: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:17,990 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EC6D1A6EB19E4BE8BC0CF4B69993A0B2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:17,993 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2016-05-18 02:04:17,993 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537057555_0001_1_01_000000_0_10044} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537057993, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:04:17,993 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : E1C63353FC20470A9F5CE210FA542123
2016-05-18 02:04:17,993 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] streamed: true, id: 5537945E02AF4D1F8979B83E33D43E84
2016-05-18 02:04:17,993 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537057555_0001_1_00_000000_0_10043} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537057993, TimeTaken=2, Rate=0.05 MB/s
2016-05-18 02:04:17,994 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EC6D1A6EB19E4BE8BC0CF4B69993A0B2
2016-05-18 02:04:17,994 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount"], id: 3463D7568D084778BBD745737E4124D4
2016-05-18 02:04:17,994 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,995 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EC6D1A6EB19E4BE8BC0CF4B69993A0B2, wasInterrupted=false
2016-05-18 02:04:17,995 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount"]
2016-05-18 02:04:17,997 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] 5537945E02AF4D1F8979B83E33D43E84, for 1 inputs
2016-05-18 02:04:17,996 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - EC6D1A6EB19E4BE8BC0CF4B69993A0B2: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:17,994 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,998 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: E1C63353FC20470A9F5CE210FA542123, wasInterrupted=false
2016-05-18 02:04:17,995 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,998 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - E1C63353FC20470A9F5CE210FA542123: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:17,998 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:17,999 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:17,999 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:18,000 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-local-dir/output/attempt_1463537057555_0001_1_00_000000_0_10043/file.out, len=101, isLocal=true
2016-05-18 02:04:18,001 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:18,001 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:18,001 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:18,000 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001_wd/localmode-local-dir/output/attempt_1463537057555_0001_1_01_000000_0_10044/file.out, len=101, isLocal=true
2016-05-18 02:04:18,001 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:18,001 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:18,001 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EC6D1A6EB19E4BE8BC0CF4B69993A0B2
2016-05-18 02:04:18,002 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EC6D1A6EB19E4BE8BC0CF4B69993A0B2: Shuffle Runner thread complete
2016-05-18 02:04:18,001 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:18,002 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:18,002 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:18,003 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B2973BCAF1C3422EB146C4B6F8056EC2, all 1 inputs ready in: 00:00:00.006
2016-05-18 02:04:18,003 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : E1C63353FC20470A9F5CE210FA542123
2016-05-18 02:04:18,004 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - E1C63353FC20470A9F5CE210FA542123: Shuffle Runner thread complete
2016-05-18 02:04:18,004 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - E1C63353FC20470A9F5CE210FA542123: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:18,006 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EC6D1A6EB19E4BE8BC0CF4B69993A0B2: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:18,010 INFO  output.MROutput (MROutput.java:close(526)) - 3463D7568D084778BBD745737E4124D4 closed
2016-05-18 02:04:18,011 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537057555_0001_1_02_000000_0 given a go for committing the task output.
2016-05-18 02:04:18,011 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:18,011 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B2973BCAF1C3422EB146C4B6F8056EC2, mem on close (mb), free: 316, total: 657, max: 672
2016-05-18 02:04:18,012 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EC6D1A6EB19E4BE8BC0CF4B69993A0B2
2016-05-18 02:04:18,012 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EC6D1A6EB19E4BE8BC0CF4B69993A0B2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:18,012 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: E1C63353FC20470A9F5CE210FA542123
2016-05-18 02:04:18,012 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E1C63353FC20470A9F5CE210FA542123: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:18,012 INFO  output.MROutput (MROutput.java:close(526)) - 3463D7568D084778BBD745737E4124D4 closed
2016-05-18 02:04:18,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:18 Completed running task attempt: attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:18,013 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537057555_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:18,013 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537057555_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:18,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537057555_0001_1_02_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537058003, Process_Duration=8, Process_End_Time=1463537058011, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:18,015 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537057555_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:18,015 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B2973BCAF1C3422EB146C4B6F8056EC2, taskAttemptId=attempt_1463537057555_0001_1_02_000000_0, creationTime=1463537057951, allocationTime=1463537057953, startTime=1463537057955, finishTime=1463537058015, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:18,015 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:18,016 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:TASK_FINISHED]: vertexName=B2973BCAF1C3422EB146C4B6F8056EC2, taskId=task_1463537057555_0001_1_02_000000, startTime=1463537057955, finishTime=1463537058016, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1463537057555_0001_1_02_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537058003, Process_Duration=8, Process_End_Time=1463537058011, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:18,017 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:18,017 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2]
2016-05-18 02:04:18,015 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:18,017 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:18,017 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,017 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537057555_0001_00_000003
2016-05-18 02:04:18,018 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:VERTEX_FINISHED]: vertexName=B2973BCAF1C3422EB146C4B6F8056EC2, vertexId=vertex_1463537057555_0001_1_02, initRequestedTime=1463537057754, initedTime=1463537057761, startRequestedTime=1463537057780, startedTime=1463537057781, finishTime=1463537058017, timeTaken=236, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537058003, Process_Duration=8, Process_End_Time=1463537058011, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537057955, firstTasksToStart=[ task_1463537057555_0001_1_02_000000 ], lastTaskFinishTime=1463537058015, lastTasksToFinish=[ task_1463537057555_0001_1_02_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537057555_0001_1_02_000000 ], longestDurationTasks=[ task_1463537057555_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:18,018 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:18,019 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537057555_0001_00_000003, stoppedTime=1463537058018, exitStatus=0
2016-05-18 02:04:18,019 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:18,019 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:18,019 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537057555_0001_1_00 [EC6D1A6EB19E4BE8BC0CF4B69993A0B2]
2016-05-18 02:04:18,019 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537057555_0001_1_01 [E1C63353FC20470A9F5CE210FA542123]
2016-05-18 02:04:18,019 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537057555_0001_1
2016-05-18 02:04:18,020 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537057555_0001_1
2016-05-18 02:04:18,020 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 3463D7568D084778BBD745737E4124D4 for vertex: vertex_1463537057555_0001_1_02 [B2973BCAF1C3422EB146C4B6F8056EC2], outputName: 3463D7568D084778BBD745737E4124D4
2016-05-18 02:04:18,020 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537057555_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:18,020 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537057555_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:18,028 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537057555_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:18,028 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537057555_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:18,028 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537057555_0001_00_000003, Exiting
2016-05-18 02:04:18,028 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537057555_0001_00_000003
2016-05-18 02:04:18,028 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537057555_0001_00_000003
2016-05-18 02:04:18,029 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537057555_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:18,029 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537057555_0001_00_000003 completed successfully
2016-05-18 02:04:18,030 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:3463D7568D084778BBD745737E4124D4 of vertex/vertexGroup:B2973BCAF1C3422EB146C4B6F8056EC2 isVertexGroupOutput:false
2016-05-18 02:04:18,031 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:18,035 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537057555_0001_1, queueSize=0
2016-05-18 02:04:18,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537057555_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537057555_0001_1, startTime=1463537057749, finishTime=1463537058031, timeTaken=282, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=630, AM_GC_TIME_MILLIS=36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=194, OUTPUT_BYTES_PHYSICAL=202, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390611173805, Process_Duration=39, Process_End_Time=4390611173844, Read_Duration=16, Tuples_Read=44, Tuples_Written=23, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:18,036 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537057555_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:18,036 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537057555_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:18 Completed Dag: dag_1463537057555_0001_1
2016-05-18 02:04:18,036 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537057555_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:18,037 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537057555_0001_1_post
2016-05-18 02:04:18,037 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,037 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:18,038 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:18,038 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, with id=dag_1463537057555_0001_1
2016-05-18 02:04:18,039 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, with id=dag_1463537057555_0001_1
2016-05-18 02:04:18,043 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...testCountMerge/mergecount, applicationId=application_1463537057555_0001
2016-05-18 02:04:18,046 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:18,046 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:18,046 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:18,046 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:18,046 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:18,046 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:18,047 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:18,047 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:18,048 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:18,048 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:18,049 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:18,049 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:18,049 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:18,050 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:18,053 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D54A7D4169CE449BABEBBC334B6CAF01/A349C32CFFBC461D8F9C5ECB5629F621/.tez/application_1463537057555_0001
2016-05-18 02:04:18,054 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount/_temporary
2016-05-18 02:04:18,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs+count-rhs]  completed in: 00:00.522
2016-05-18 02:04:18,136 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount
2016-05-18 02:04:18,167 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:18,167 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:18,220 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-18 02:04:18,221 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-05-18 02:04:18,222 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:18,222 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:18,222 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:18,241 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:18,250 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety
2016-05-18 02:04:18,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] starting
2016-05-18 02:04:18,309 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:18,310 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety"]
2016-05-18 02:04:18,310 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  parallel execution of steps is enabled: false
2016-05-18 02:04:18,310 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  executing total steps: 1
2016-05-18 02:04:18,311 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  allocating management threads: 1
2016-05-18 02:04:18,312 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] starting step: (1/1) ...ullSafety/minbynullsafety
2016-05-18 02:04:18,312 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [min] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:18,333 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] tez session mode enabled: true
2016-05-18 02:04:18,339 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:18,339 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:18,340 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:18,350 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001 doesn't exist and is created
2016-05-18 02:04:18,372 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:18,372 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:18,372 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001_wd
2016-05-18 02:04:18,388 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537058339_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:18,388 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:18,388 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:18,390 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:18,390 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:18,390 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:18,390 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:18,391 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:18,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:18,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:18,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:18,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:18,393 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:18,394 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:18,394 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:18,394 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:18,394 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:18,394 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:18,395 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:18,395 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:18,396 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:18,397 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:18,397 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:18,398 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001_wd/localmode-log-dir
2016-05-18 02:04:18,398 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001_wd/localmode-log-dir/history.txt.appattempt_1463537058339_0001_000000, maxErrors=10
2016-05-18 02:04:18,398 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:18,398 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537058339_0001_000000, appSubmitTime=1463537058387, launchTime=1463537058387
2016-05-18 02:04:18,405 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:18,408 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:57862
2016-05-18 02:04:18,409 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537058339
2016-05-18 02:04:18,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537058339_0001_000000, startTime=1463537058410
2016-05-18 02:04:18,411 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:18,472 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:18,472 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:18,472 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...ullSafety/minbynullsafety, applicationId=application_1463537058339_0001, dagName=[2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety
2016-05-18 02:04:18,493 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety
2016-05-18 02:04:18,493 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:18,494 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537058339_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001_wd/localmode-log-dir/dag_1463537058339_0001_1.dot
2016-05-18 02:04:18,495 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001_wd/localmode-log-dir/dag_1463537058339_0001_1-tez-dag.pb.txt
2016-05-18 02:04:18,511 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537058339_0001_1
2016-05-18 02:04:18,511 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,512 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety
2016-05-18 02:04:18 Running Dag: dag_1463537058339_0001_1
2016-05-18 02:04:18,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537058339_0001_1, submitTime=1463537058493
2016-05-18 02:04:18,537 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001/tez-conf.pb" } size: 40953 timestamp: 1463537058000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:18,538 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,538 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:18,539 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001/tez-conf.pb" } size: 40953 timestamp: 1463537058000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:18,540 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,540 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:18,540 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:18,541 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537058339_0001_1, initTime=1463537058541
2016-05-18 02:04:18,542 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537058339_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:18,543 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:18,543 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:DAG_STARTED]: dagID=dag_1463537058339_0001_1, startTime=1463537058543
2016-05-18 02:04:18,543 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...ullSafety/minbynullsafety, applicationId=application_1463537058339_0001, dagName=[2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety
2016-05-18 02:04:18,543 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537058339_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:18,544 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EB1BFAFC4F0048B3978814251650EB83 : {C761996675294B4AB6A4E7BA3E2AE91A={InputName=C761996675294B4AB6A4E7BA3E2AE91A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:18,544 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: C761996675294B4AB6A4E7BA3E2AE91A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:18,544 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,544 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,544 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,545 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,545 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:18,545 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,546 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: C761996675294B4AB6A4E7BA3E2AE91A on vertex vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,549 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input C761996675294B4AB6A4E7BA3E2AE91A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:18,549 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:18,550 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,550 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537058339_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:18,552 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3], numAdditionalOutputs=1
2016-05-18 02:04:18,552 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=FB587BA7FCB24F0BAE8A8EE6754D7259, vertex=vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:18,554 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:18,554 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:18,554 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:18,555 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:18,555 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C86F45B604B540448D2729BB159C58A3:FB587BA7FCB24F0BAE8A8EE6754D7259 using oldmapred API
2016-05-18 02:04:18,555 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=FB587BA7FCB24F0BAE8A8EE6754D7259, vertexName=C86F45B604B540448D2729BB159C58A3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:18,556 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: C761996675294B4AB6A4E7BA3E2AE91A on vertex vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C86F45B604B540448D2729BB159C58A3, vertexId=vertex_1463537058339_0001_1_01, initRequestedTime=1463537058545, initedTime=1463537058552, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:18,567 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:18,568 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:18,568 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {C761996675294B4AB6A4E7BA3E2AE91A=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:18,571 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] parallelism set to 1
2016-05-18 02:04:18,571 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:18,572 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EB1BFAFC4F0048B3978814251650EB83, vertexId=vertex_1463537058339_0001_1_00, initRequestedTime=1463537058544, initedTime=1463537058572, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:18,573 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] with distanceFromRoot: 0
2016-05-18 02:04:18,573 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:18,574 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537058339_0001_1_00, startRequestedTime=1463537058545, startedTime=1463537058574
2016-05-18 02:04:18,575 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:18,575 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:18,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537058339_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:18,576 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:18,577 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537058339_0001_1_00 for vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] numStartedSources: 1 numSources: 1
2016-05-18 02:04:18,577 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] with distanceFromRoot: 1
2016-05-18 02:04:18,577 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EB1BFAFC4F0048B3978814251650EB83
2016-05-18 02:04:18,578 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537058339_0001_1_01, startRequestedTime=1463537058577, startedTime=1463537058577
2016-05-18 02:04:18,579 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:18,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_STARTED]: vertexName=EB1BFAFC4F0048B3978814251650EB83, taskId=task_1463537058339_0001_1_00_000000, scheduledTime=1463537058579, launchTime=1463537058579
2016-05-18 02:04:18,581 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,580 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C86F45B604B540448D2729BB159C58A3 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:18,585 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EB1BFAFC4F0048B3978814251650EB83 in vertex: C86F45B604B540448D2729BB159C58A3 numBipartiteSourceTasks: 1
2016-05-18 02:04:18,585 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:18,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537058339_0001_00_000001, launchTime=1463537058586
2016-05-18 02:04:18,587 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] submitted tez dag to app master: application_1463537058339_0001, with dag id: dag_1463537058339_0001_1
2016-05-18 02:04:18,587 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537058339_0001_00_000001
2016-05-18 02:04:18,589 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537058339_0001_1_00_000000_0] started. Is using containerId: [container_1463537058339_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:18,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EB1BFAFC4F0048B3978814251650EB83, taskAttemptId=attempt_1463537058339_0001_1_00_000000_0, startTime=1463537058588, containerId=container_1463537058339_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:18,590 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537058339_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18 Starting to run new task attempt: attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18,593 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18,593 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,594 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:18,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety, VertexName: EB1BFAFC4F0048B3978814251650EB83, VertexParallelism: 1, TaskAttemptID:attempt_1463537058339_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C761996675294B4AB6A4E7BA3E2AE91A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C86F45B604B540448D2729BB159C58A3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:18,595 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:18,596 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18,599 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537058339_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:18,599 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537058339_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:18,603 INFO  input.MRInput (MRInput.java:initialize(440)) - C761996675294B4AB6A4E7BA3E2AE91A using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:18,603 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: C761996675294B4AB6A4E7BA3E2AE91A
2016-05-18 02:04:18,603 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:18,612 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EB1BFAFC4F0048B3978814251650EB83, ordinal: 0
2016-05-18 02:04:18,612 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB1BFAFC4F0048B3978814251650EB83, mem on start (mb), free: 418, total: 657, max: 672
2016-05-18 02:04:18,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:18,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:18,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:18,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:18,612 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C761996675294B4AB6A4E7BA3E2AE91A:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C86F45B604B540448D2729BB159C58A3:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:18,613 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:18,613 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:18,613 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:18,613 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C761996675294B4AB6A4E7BA3E2AE91A:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C86F45B604B540448D2729BB159C58A3:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:18,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:18,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C761996675294B4AB6A4E7BA3E2AE91A being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:18,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:18,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:18,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C761996675294B4AB6A4E7BA3E2AE91A
2016-05-18 02:04:18,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:18,615 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18,617 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:18,617 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - C761996675294B4AB6A4E7BA3E2AE91A initialized RecordReader from event
2016-05-18 02:04:18,618 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:18,619 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: C761996675294B4AB6A4E7BA3E2AE91A
2016-05-18 02:04:18,619 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(min)[by:[{1}:'char']], id: 575D67BB5224458483DFF443F165F19D
2016-05-18 02:04:18,619 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(min)[by:[{1}:'char']] 575D67BB5224458483DFF443F165F19D
2016-05-18 02:04:18,621 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C86F45B604B540448D2729BB159C58A3 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@1605605c, comparator=cascading.tuple.hadoop.util.TupleComparator@3af9434f, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:18,621 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C86F45B604B540448D2729BB159C58A3: , UsingHashComparator=false
2016-05-18 02:04:18,634 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:18,635 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:18,635 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C86F45B604B540448D2729BB159C58A3: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:18,635 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C86F45B604B540448D2729BB159C58A3: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:18,636 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:18,636 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EB1BFAFC4F0048B3978814251650EB83, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:18,638 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:18,638 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 316, total: 657, max: 672
2016-05-18 02:04:18,640 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:18,640 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 316, total: 657, max: 672
2016-05-18 02:04:18,641 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:18,641 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 316, total: 657, max: 672
2016-05-18 02:04:18,641 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:18,642 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 316, total: 657, max: 672
2016-05-18 02:04:18,642 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18,642 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB1BFAFC4F0048B3978814251650EB83, mem on close (mb), free: 316, total: 657, max: 672
2016-05-18 02:04:18,643 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C86F45B604B540448D2729BB159C58A3: Starting flush of map output
2016-05-18 02:04:18,643 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C86F45B604B540448D2729BB159C58A3: Span0.length = 9, perItem = 11
2016-05-18 02:04:18,644 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C86F45B604B540448D2729BB159C58A3: done sorting span=0, length=9, time=0
2016-05-18 02:04:18,644 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C86F45B604B540448D2729BB159C58A3: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:18,646 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C86F45B604B540448D2729BB159C58A3: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001_wd/localmode-local-dir/output/attempt_1463537058339_0001_1_00_000000_0_10051_0/file.out
2016-05-18 02:04:18,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:18 Completed running task attempt: attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18,651 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537058339_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:18,651 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537058339_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:18,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537058339_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537058636, Process_Duration=6, Process_End_Time=1463537058642, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:18,652 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537058339_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:18,652 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:18,653 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EB1BFAFC4F0048B3978814251650EB83, taskAttemptId=attempt_1463537058339_0001_1_00_000000_0, creationTime=1463537058580, allocationTime=1463537058586, startTime=1463537058588, finishTime=1463537058652, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:18,653 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:18,653 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,653 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18,653 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537058339_0001_00_000001
2016-05-18 02:04:18,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_FINISHED]: vertexName=EB1BFAFC4F0048B3978814251650EB83, taskId=task_1463537058339_0001_1_00_000000, startTime=1463537058588, finishTime=1463537058653, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1463537058339_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537058636, Process_Duration=6, Process_End_Time=1463537058642, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:18,654 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:18,654 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_FINISHED]: vertexName=EB1BFAFC4F0048B3978814251650EB83, vertexId=vertex_1463537058339_0001_1_00, initRequestedTime=1463537058544, initedTime=1463537058572, startRequestedTime=1463537058545, startedTime=1463537058574, finishTime=1463537058655, timeTaken=81, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537058636, Process_Duration=6, Process_End_Time=1463537058642, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537058588, firstTasksToStart=[ task_1463537058339_0001_1_00_000000 ], lastTaskFinishTime=1463537058652, lastTasksToFinish=[ task_1463537058339_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537058339_0001_1_00_000000 ], longestDurationTasks=[ task_1463537058339_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:18,656 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:18,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537058339_0001_00_000001, stoppedTime=1463537058656, exitStatus=0
2016-05-18 02:04:18,656 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] attempt: attempt_1463537058339_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:18,657 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:18,657 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C86F45B604B540448D2729BB159C58A3
2016-05-18 02:04:18,657 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:18,657 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EB1BFAFC4F0048B3978814251650EB83, destinationVertexName=C86F45B604B540448D2729BB159C58A3. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:18,657 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537058339_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:18,657 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,658 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_STARTED]: vertexName=C86F45B604B540448D2729BB159C58A3, taskId=task_1463537058339_0001_1_01_000000, scheduledTime=1463537058658, launchTime=1463537058658
2016-05-18 02:04:18,658 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537058339_0001_00_000002, launchTime=1463537058660
2016-05-18 02:04:18,661 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537058339_0001_00_000002
2016-05-18 02:04:18,662 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537058339_0001_1_01_000000_0] started. Is using containerId: [container_1463537058339_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:18,662 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537058339_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C86F45B604B540448D2729BB159C58A3, taskAttemptId=attempt_1463537058339_0001_1_01_000000_0, startTime=1463537058662, containerId=container_1463537058339_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:18 Starting to run new task attempt: attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,664 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,664 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,664 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:18,664 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537058339_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:18,664 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537058339_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:18,664 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537058339_0001_00_000001, Exiting
2016-05-18 02:04:18,664 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537058339_0001_00_000001
2016-05-18 02:04:18,664 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537058339_0001_00_000001
2016-05-18 02:04:18,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety, VertexName: C86F45B604B540448D2729BB159C58A3, VertexParallelism: 1, TaskAttemptID:attempt_1463537058339_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EB1BFAFC4F0048B3978814251650EB83, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FB587BA7FCB24F0BAE8A8EE6754D7259, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:18,665 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:18,666 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,666 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537058339_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:18,670 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537058339_0001_00_000001 completed successfully
2016-05-18 02:04:18,670 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537058339_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,670 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537058339_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:18,672 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:18,674 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:18,686 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C86F45B604B540448D2729BB159C58A3, ordinal: 1
2016-05-18 02:04:18,686 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C86F45B604B540448D2729BB159C58A3, mem on start (mb), free: 311, total: 657, max: 672
2016-05-18 02:04:18,686 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:18,686 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:18,686 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:18,688 INFO  output.MROutput (MROutput.java:initialize(421)) - FB587BA7FCB24F0BAE8A8EE6754D7259: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:18,689 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:18,689 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FB587BA7FCB24F0BAE8A8EE6754D7259:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [EB1BFAFC4F0048B3978814251650EB83:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:18,689 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:18,690 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:18,690 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:18,690 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FB587BA7FCB24F0BAE8A8EE6754D7259:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [EB1BFAFC4F0048B3978814251650EB83:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:18,691 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:18,691 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EB1BFAFC4F0048B3978814251650EB83 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:18,691 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EB1BFAFC4F0048B3978814251650EB83: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:18,692 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EB1BFAFC4F0048B3978814251650EB83: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:18,691 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:18,692 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:18,693 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EB1BFAFC4F0048B3978814251650EB83 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:18,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EB1BFAFC4F0048B3978814251650EB83
2016-05-18 02:04:18,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:18,695 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,696 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EB1BFAFC4F0048B3978814251650EB83: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:18,699 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537058339_0001_1_00_000000_0_10051} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537058699, TimeTaken=1, Rate=0.10 MB/s
2016-05-18 02:04:18,699 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EB1BFAFC4F0048B3978814251650EB83
2016-05-18 02:04:18,700 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:18,700 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EB1BFAFC4F0048B3978814251650EB83, wasInterrupted=false
2016-05-18 02:04:18,699 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(min)[by:[{1}:'char']]
2016-05-18 02:04:18,702 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(min)[by:[{1}:'char']] streamed: true, id: 575D67BB5224458483DFF443F165F19D
2016-05-18 02:04:18,702 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety"], id: FB587BA7FCB24F0BAE8A8EE6754D7259
2016-05-18 02:04:18,703 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety"]
2016-05-18 02:04:18,703 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(min)[by:[{1}:'char']] 575D67BB5224458483DFF443F165F19D, for 1 inputs
2016-05-18 02:04:18,701 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:18,701 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - EB1BFAFC4F0048B3978814251650EB83: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:18,704 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:18,705 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001_wd/localmode-local-dir/output/attempt_1463537058339_0001_1_00_000000_0_10051/file.out, len=101, isLocal=true
2016-05-18 02:04:18,705 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:18,705 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:18,705 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:18,706 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:18,706 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EB1BFAFC4F0048B3978814251650EB83
2016-05-18 02:04:18,706 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EB1BFAFC4F0048B3978814251650EB83: Shuffle Runner thread complete
2016-05-18 02:04:18,707 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C86F45B604B540448D2729BB159C58A3, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:04:18,708 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EB1BFAFC4F0048B3978814251650EB83: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:18,711 INFO  output.MROutput (MROutput.java:close(526)) - FB587BA7FCB24F0BAE8A8EE6754D7259 closed
2016-05-18 02:04:18,713 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537058339_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:18,714 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,715 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C86F45B604B540448D2729BB159C58A3, mem on close (mb), free: 308, total: 657, max: 672
2016-05-18 02:04:18,715 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EB1BFAFC4F0048B3978814251650EB83
2016-05-18 02:04:18,715 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EB1BFAFC4F0048B3978814251650EB83: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:18,716 INFO  output.MROutput (MROutput.java:close(526)) - FB587BA7FCB24F0BAE8A8EE6754D7259 closed
2016-05-18 02:04:18,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:18 Completed running task attempt: attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,717 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537058339_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:18,717 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537058339_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:18,718 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537058339_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537058707, Process_Duration=7, Process_End_Time=1463537058714, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:18,720 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537058339_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:18,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C86F45B604B540448D2729BB159C58A3, taskAttemptId=attempt_1463537058339_0001_1_01_000000_0, creationTime=1463537058658, allocationTime=1463537058659, startTime=1463537058662, finishTime=1463537058720, timeTaken=58, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:18,720 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:18,720 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:18,720 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18,721 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:TASK_FINISHED]: vertexName=C86F45B604B540448D2729BB159C58A3, taskId=task_1463537058339_0001_1_01_000000, startTime=1463537058662, finishTime=1463537058721, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1463537058339_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537058707, Process_Duration=7, Process_End_Time=1463537058714, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:18,722 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:18,722 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3]
2016-05-18 02:04:18,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:VERTEX_FINISHED]: vertexName=C86F45B604B540448D2729BB159C58A3, vertexId=vertex_1463537058339_0001_1_01, initRequestedTime=1463537058545, initedTime=1463537058552, startRequestedTime=1463537058577, startedTime=1463537058577, finishTime=1463537058722, timeTaken=145, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537058707, Process_Duration=7, Process_End_Time=1463537058714, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537058662, firstTasksToStart=[ task_1463537058339_0001_1_01_000000 ], lastTaskFinishTime=1463537058720, lastTasksToFinish=[ task_1463537058339_0001_1_01_000000 ], minTaskDuration=58, maxTaskDuration=58, avgTaskDuration=58.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537058339_0001_1_01_000000 ], longestDurationTasks=[ task_1463537058339_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:18,723 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:18,724 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537058339_0001_00_000002, stoppedTime=1463537058724, exitStatus=0
2016-05-18 02:04:18,724 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:18,724 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:18,724 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537058339_0001_1_00 [EB1BFAFC4F0048B3978814251650EB83]
2016-05-18 02:04:18,724 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537058339_0001_1
2016-05-18 02:04:18,725 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537058339_0001_00_000002
2016-05-18 02:04:18,727 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537058339_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:18,727 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537058339_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:18,727 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537058339_0001_00_000002, Exiting
2016-05-18 02:04:18,727 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537058339_0001_00_000002
2016-05-18 02:04:18,727 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537058339_0001_00_000002
2016-05-18 02:04:18,728 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537058339_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:18,727 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537058339_0001_1
2016-05-18 02:04:18,728 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537058339_0001_00_000002 completed successfully
2016-05-18 02:04:18,728 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: FB587BA7FCB24F0BAE8A8EE6754D7259 for vertex: vertex_1463537058339_0001_1_01 [C86F45B604B540448D2729BB159C58A3], outputName: FB587BA7FCB24F0BAE8A8EE6754D7259
2016-05-18 02:04:18,731 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537058339_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:18,731 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537058339_0001_00_000002
2016-05-18 02:04:18,738 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:FB587BA7FCB24F0BAE8A8EE6754D7259 of vertex/vertexGroup:C86F45B604B540448D2729BB159C58A3 isVertexGroupOutput:false
2016-05-18 02:04:18,738 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:18,741 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537058339_0001_1, queueSize=0
2016-05-18 02:04:18,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537058339_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537058339_0001_1, startTime=1463537058543, finishTime=1463537058738, timeTaken=195, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=400, AM_GC_TIME_MILLIS=9, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074117343, Process_Duration=13, Process_End_Time=2927074117356, Read_Duration=3, Tuples_Read=22, Tuples_Written=14, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:18,742 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537058339_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:18,742 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537058339_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:18 Completed Dag: dag_1463537058339_0001_1
2016-05-18 02:04:18,744 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537058339_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:18,744 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537058339_0001_1_post
2016-05-18 02:04:18,744 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:18,745 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:18,745 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:18,745 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety, with id=dag_1463537058339_0001_1
2016-05-18 02:04:18,746 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7] min/(1/1) ...ullSafety/minbynullsafety, with id=dag_1463537058339_0001_1
2016-05-18 02:04:18,750 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...ullSafety/minbynullsafety, applicationId=application_1463537058339_0001
2016-05-18 02:04:18,753 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:18,753 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:18,753 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:18,753 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:18,753 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:18,753 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:18,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:18,754 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:18,754 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:18,754 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:18,755 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:18,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:18,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:18,756 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:18,759 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/2525D2861CD24593951CEFEC3DB9477F/A8A1410BF5594A49968004F00CAE3DF7/.tez/application_1463537058339_0001
2016-05-18 02:04:18,760 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety/_temporary
2016-05-18 02:04:18,760 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  completed in: 00:00.451
2016-05-18 02:04:18,837 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety
2016-05-18 02:04:18,869 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:18,869 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:18,919 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:04:18,927 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.027
2016-05-18 02:04:18,928 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:18,928 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:18,928 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:18,952 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:18,963 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring
2016-05-18 02:04:19,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting
2016-05-18 02:04:19,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:19,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  sink: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring"]
2016-05-18 02:04:19,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  parallel execution of steps is enabled: false
2016-05-18 02:04:19,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  executing total steps: 1
2016-05-18 02:04:19,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  allocating management threads: 1
2016-05-18 02:04:19,022 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting step: (1/1) ...stMaxByString/maxbystring
2016-05-18 02:04:19,022 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:19,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tez session mode enabled: true
2016-05-18 02:04:19,043 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:19,043 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:19,043 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:19,053 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001 doesn't exist and is created
2016-05-18 02:04:19,077 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:19,077 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:19,078 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001_wd
2016-05-18 02:04:19,095 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537059043_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:19,096 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:19,096 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:19,098 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:19,098 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:19,098 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:19,099 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:19,100 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:19,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:19,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:19,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:19,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:19,102 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:19,102 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:19,103 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:19,103 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:19,103 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:19,104 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:19,104 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:19,104 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:19,106 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:19,107 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:19,107 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:19,107 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001_wd/localmode-log-dir
2016-05-18 02:04:19,107 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001_wd/localmode-log-dir/history.txt.appattempt_1463537059043_0001_000000, maxErrors=10
2016-05-18 02:04:19,107 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:19,107 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537059043_0001_000000, appSubmitTime=1463537059095, launchTime=1463537059095
2016-05-18 02:04:19,112 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:19,118 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53950
2016-05-18 02:04:19,118 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537059043
2016-05-18 02:04:19,120 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537059043_0001_000000, startTime=1463537059120
2016-05-18 02:04:19,120 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:19,177 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:19,177 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:19,178 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...stMaxByString/maxbystring, applicationId=application_1463537059043_0001, dagName=[EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring
2016-05-18 02:04:19,198 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring
2016-05-18 02:04:19,198 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:19,199 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537059043_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001_wd/localmode-log-dir/dag_1463537059043_0001_1.dot
2016-05-18 02:04:19,199 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001_wd/localmode-log-dir/dag_1463537059043_0001_1-tez-dag.pb.txt
2016-05-18 02:04:19,206 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537059043_0001_1
2016-05-18 02:04:19,206 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,206 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring
2016-05-18 02:04:19 Running Dag: dag_1463537059043_0001_1
2016-05-18 02:04:19,221 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537059043_0001_1, submitTime=1463537059198
2016-05-18 02:04:19,222 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001/tez-conf.pb" } size: 40953 timestamp: 1463537059000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:19,223 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,223 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:19,224 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001/tez-conf.pb" } size: 40953 timestamp: 1463537059000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:19,224 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,224 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:19,224 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:19,225 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537059043_0001_1, initTime=1463537059224
2016-05-18 02:04:19,226 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059043_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:19,226 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:19,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:DAG_STARTED]: dagID=dag_1463537059043_0001_1, startTime=1463537059226
2016-05-18 02:04:19,226 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059043_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:19,227 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CA80B7967F504687BF435582394C98CA : {37A5368AB277424DBBB1B8806839BA6F={InputName=37A5368AB277424DBBB1B8806839BA6F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:19,227 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 37A5368AB277424DBBB1B8806839BA6F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:19,227 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,227 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,228 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...stMaxByString/maxbystring, applicationId=application_1463537059043_0001, dagName=[EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring
2016-05-18 02:04:19,228 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,228 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,229 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:19,229 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,230 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 37A5368AB277424DBBB1B8806839BA6F on vertex vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,242 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:19,243 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,243 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,243 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 37A5368AB277424DBBB1B8806839BA6F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:19,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537059043_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:19,246 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561], numAdditionalOutputs=1
2016-05-18 02:04:19,246 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=3CE503E0371A4863ADDD5EE09CDE9E5A, vertex=vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:19,248 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:19,248 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:19,248 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:19,248 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:19,249 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 37A5368AB277424DBBB1B8806839BA6F on vertex vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,249 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B1FBDC54DBDF42D5857198E1DFB57561:3CE503E0371A4863ADDD5EE09CDE9E5A using oldmapred API
2016-05-18 02:04:19,250 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=3CE503E0371A4863ADDD5EE09CDE9E5A, vertexName=B1FBDC54DBDF42D5857198E1DFB57561, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:19,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B1FBDC54DBDF42D5857198E1DFB57561, vertexId=vertex_1463537059043_0001_1_01, initRequestedTime=1463537059229, initedTime=1463537059246, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:19,251 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:19,252 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:19,252 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {37A5368AB277424DBBB1B8806839BA6F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:19,253 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] parallelism set to 1
2016-05-18 02:04:19,253 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:19,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CA80B7967F504687BF435582394C98CA, vertexId=vertex_1463537059043_0001_1_00, initRequestedTime=1463537059227, initedTime=1463537059253, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:19,254 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] with distanceFromRoot: 0
2016-05-18 02:04:19,254 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:19,255 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537059043_0001_1_00, startRequestedTime=1463537059229, startedTime=1463537059254
2016-05-18 02:04:19,255 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537059043_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:19,255 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:19,256 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537059043_0001_1_00 for vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] numStartedSources: 1 numSources: 1
2016-05-18 02:04:19,256 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] with distanceFromRoot: 1
2016-05-18 02:04:19,256 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CA80B7967F504687BF435582394C98CA
2016-05-18 02:04:19,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537059043_0001_1_01, startRequestedTime=1463537059256, startedTime=1463537059256
2016-05-18 02:04:19,257 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:19,257 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,258 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B1FBDC54DBDF42D5857198E1DFB57561 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:19,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_STARTED]: vertexName=CA80B7967F504687BF435582394C98CA, taskId=task_1463537059043_0001_1_00_000000, scheduledTime=1463537059258, launchTime=1463537059258
2016-05-18 02:04:19,259 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,261 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CA80B7967F504687BF435582394C98CA in vertex: B1FBDC54DBDF42D5857198E1DFB57561 numBipartiteSourceTasks: 1
2016-05-18 02:04:19,261 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:19,264 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537059043_0001_00_000001, launchTime=1463537059264
2016-05-18 02:04:19,265 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059043_0001_00_000001
2016-05-18 02:04:19,266 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537059043_0001_1_00_000000_0] started. Is using containerId: [container_1463537059043_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:19,266 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CA80B7967F504687BF435582394C98CA, taskAttemptId=attempt_1463537059043_0001_1_00_000000_0, startTime=1463537059266, containerId=container_1463537059043_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:19,267 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059043_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19 Starting to run new task attempt: attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19,268 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19,268 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,269 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:19,269 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring, VertexName: CA80B7967F504687BF435582394C98CA, VertexParallelism: 1, TaskAttemptID:attempt_1463537059043_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=37A5368AB277424DBBB1B8806839BA6F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B1FBDC54DBDF42D5857198E1DFB57561, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:19,270 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:19,270 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19,275 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537059043_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:19,276 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] submitted tez dag to app master: application_1463537059043_0001, with dag id: dag_1463537059043_0001_1
2016-05-18 02:04:19,276 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537059043_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:19,283 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:19,284 INFO  input.MRInput (MRInput.java:initialize(440)) - 37A5368AB277424DBBB1B8806839BA6F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:19,285 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 37A5368AB277424DBBB1B8806839BA6F
2016-05-18 02:04:19,291 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CA80B7967F504687BF435582394C98CA, ordinal: 0
2016-05-18 02:04:19,291 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CA80B7967F504687BF435582394C98CA, mem on start (mb), free: 411, total: 656, max: 672
2016-05-18 02:04:19,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:19,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:19,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:19,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:19,292 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[37A5368AB277424DBBB1B8806839BA6F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B1FBDC54DBDF42D5857198E1DFB57561:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:19,293 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:19,294 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:19,294 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:19,294 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[37A5368AB277424DBBB1B8806839BA6F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B1FBDC54DBDF42D5857198E1DFB57561:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:19,294 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:19,294 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 37A5368AB277424DBBB1B8806839BA6F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:19,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:19,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:19,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 37A5368AB277424DBBB1B8806839BA6F
2016-05-18 02:04:19,296 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:19,296 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19,299 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:19,300 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 37A5368AB277424DBBB1B8806839BA6F
2016-05-18 02:04:19,300 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'num']], id: 6F28492A47D3479E9C16BF011E9EAC27
2016-05-18 02:04:19,301 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'num']] 6F28492A47D3479E9C16BF011E9EAC27
2016-05-18 02:04:19,302 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:19,303 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 37A5368AB277424DBBB1B8806839BA6F initialized RecordReader from event
2016-05-18 02:04:19,304 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B1FBDC54DBDF42D5857198E1DFB57561 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@1510384a, comparator=cascading.tuple.hadoop.util.TupleComparator@5bdf8d13, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:19,305 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B1FBDC54DBDF42D5857198E1DFB57561: , UsingHashComparator=false
2016-05-18 02:04:19,318 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:19,318 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:19,319 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B1FBDC54DBDF42D5857198E1DFB57561: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:19,319 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B1FBDC54DBDF42D5857198E1DFB57561: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:19,319 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:19,320 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CA80B7967F504687BF435582394C98CA, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:04:19,321 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:19,322 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 309, total: 656, max: 672
2016-05-18 02:04:19,324 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:19,324 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 309, total: 656, max: 672
2016-05-18 02:04:19,325 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19,325 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CA80B7967F504687BF435582394C98CA, mem on close (mb), free: 309, total: 656, max: 672
2016-05-18 02:04:19,325 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B1FBDC54DBDF42D5857198E1DFB57561: Starting flush of map output
2016-05-18 02:04:19,326 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B1FBDC54DBDF42D5857198E1DFB57561: Span0.length = 5, perItem = 15
2016-05-18 02:04:19,326 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B1FBDC54DBDF42D5857198E1DFB57561: done sorting span=0, length=5, time=0
2016-05-18 02:04:19,326 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B1FBDC54DBDF42D5857198E1DFB57561: Heap = SpanIterator<0:4> (span=Span[16777216,75]),
2016-05-18 02:04:19,328 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B1FBDC54DBDF42D5857198E1DFB57561: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001_wd/localmode-local-dir/output/attempt_1463537059043_0001_1_00_000000_0_10056_0/file.out
2016-05-18 02:04:19,332 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:19 Completed running task attempt: attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19,332 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537059043_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:19,332 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537059043_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:19,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537059043_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537059320, Process_Duration=5, Process_End_Time=1463537059325, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-05-18 02:04:19,334 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537059043_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:19,334 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:19,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CA80B7967F504687BF435582394C98CA, taskAttemptId=attempt_1463537059043_0001_1_00_000000_0, creationTime=1463537059259, allocationTime=1463537059263, startTime=1463537059266, finishTime=1463537059334, timeTaken=68, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:19,334 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:19,334 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,335 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_FINISHED]: vertexName=CA80B7967F504687BF435582394C98CA, taskId=task_1463537059043_0001_1_00_000000, startTime=1463537059266, finishTime=1463537059335, timeTaken=69, status=SUCCEEDED, successfulAttemptID=attempt_1463537059043_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537059320, Process_Duration=5, Process_End_Time=1463537059325, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:19,336 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059043_0001_00_000001
2016-05-18 02:04:19,336 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:19,336 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_FINISHED]: vertexName=CA80B7967F504687BF435582394C98CA, vertexId=vertex_1463537059043_0001_1_00, initRequestedTime=1463537059227, initedTime=1463537059253, startRequestedTime=1463537059229, startedTime=1463537059254, finishTime=1463537059336, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537059320, Process_Duration=5, Process_End_Time=1463537059325, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1463537059266, firstTasksToStart=[ task_1463537059043_0001_1_00_000000 ], lastTaskFinishTime=1463537059334, lastTasksToFinish=[ task_1463537059043_0001_1_00_000000 ], minTaskDuration=68, maxTaskDuration=68, avgTaskDuration=68.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537059043_0001_1_00_000000 ], longestDurationTasks=[ task_1463537059043_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:19,338 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:19,338 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537059043_0001_00_000001, stoppedTime=1463537059338, exitStatus=0
2016-05-18 02:04:19,338 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] attempt: attempt_1463537059043_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:19,338 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:19,338 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:19,338 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B1FBDC54DBDF42D5857198E1DFB57561
2016-05-18 02:04:19,339 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537059043_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:19,339 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CA80B7967F504687BF435582394C98CA, destinationVertexName=B1FBDC54DBDF42D5857198E1DFB57561. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:19,339 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,340 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_STARTED]: vertexName=B1FBDC54DBDF42D5857198E1DFB57561, taskId=task_1463537059043_0001_1_01_000000, scheduledTime=1463537059339, launchTime=1463537059339
2016-05-18 02:04:19,340 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537059043_0001_00_000002, launchTime=1463537059344
2016-05-18 02:04:19,344 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059043_0001_00_000002
2016-05-18 02:04:19,345 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537059043_0001_1_01_000000_0] started. Is using containerId: [container_1463537059043_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:19,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B1FBDC54DBDF42D5857198E1DFB57561, taskAttemptId=attempt_1463537059043_0001_1_01_000000_0, startTime=1463537059345, containerId=container_1463537059043_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:19,346 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059043_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19 Starting to run new task attempt: attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19,347 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537059043_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:19,347 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19,347 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,347 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:19,348 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring, VertexName: B1FBDC54DBDF42D5857198E1DFB57561, VertexParallelism: 1, TaskAttemptID:attempt_1463537059043_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CA80B7967F504687BF435582394C98CA, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3CE503E0371A4863ADDD5EE09CDE9E5A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:19,348 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:19,347 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059043_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:19,348 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537059043_0001_00_000001, Exiting
2016-05-18 02:04:19,348 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537059043_0001_00_000001
2016-05-18 02:04:19,348 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537059043_0001_00_000001
2016-05-18 02:04:19,349 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19,350 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537059043_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,350 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537059043_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:19,354 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537059043_0001_00_000001 completed successfully
2016-05-18 02:04:19,353 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:19,351 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537059043_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:19,355 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:19,366 INFO  output.MROutput (MROutput.java:initialize(421)) - 3CE503E0371A4863ADDD5EE09CDE9E5A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:19,367 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B1FBDC54DBDF42D5857198E1DFB57561, ordinal: 1
2016-05-18 02:04:19,368 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1FBDC54DBDF42D5857198E1DFB57561, mem on start (mb), free: 304, total: 656, max: 672
2016-05-18 02:04:19,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:19,368 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:19,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:19,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:19,369 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3CE503E0371A4863ADDD5EE09CDE9E5A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [CA80B7967F504687BF435582394C98CA:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:19,370 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:19,370 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:19,371 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:19,371 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3CE503E0371A4863ADDD5EE09CDE9E5A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [CA80B7967F504687BF435582394C98CA:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:19,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:19,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CA80B7967F504687BF435582394C98CA being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:19,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:19,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:19,373 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CA80B7967F504687BF435582394C98CA: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:19,373 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CA80B7967F504687BF435582394C98CA: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:19,377 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CA80B7967F504687BF435582394C98CA with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:19,378 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CA80B7967F504687BF435582394C98CA
2016-05-18 02:04:19,378 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:19,378 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19,381 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CA80B7967F504687BF435582394C98CA: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:19,383 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'num']]
2016-05-18 02:04:19,383 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537059043_0001_1_00_000000_0_10056} to DISK_DIRECT, csize=95, dsize=91, EndTime=1463537059383, TimeTaken=1, Rate=0.09 MB/s
2016-05-18 02:04:19,384 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'num']] streamed: true, id: 6F28492A47D3479E9C16BF011E9EAC27
2016-05-18 02:04:19,384 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring"], id: 3CE503E0371A4863ADDD5EE09CDE9E5A
2016-05-18 02:04:19,384 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring"]
2016-05-18 02:04:19,384 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CA80B7967F504687BF435582394C98CA
2016-05-18 02:04:19,384 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'num']] 6F28492A47D3479E9C16BF011E9EAC27, for 1 inputs
2016-05-18 02:04:19,384 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:19,384 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CA80B7967F504687BF435582394C98CA, wasInterrupted=false
2016-05-18 02:04:19,385 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:19,386 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:19,387 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001_wd/localmode-local-dir/output/attempt_1463537059043_0001_1_00_000000_0_10056/file.out, len=95, isLocal=true
2016-05-18 02:04:19,387 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 95 bytes from disk
2016-05-18 02:04:19,387 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:19,387 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:19,388 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-05-18 02:04:19,388 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CA80B7967F504687BF435582394C98CA
2016-05-18 02:04:19,388 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CA80B7967F504687BF435582394C98CA: Shuffle Runner thread complete
2016-05-18 02:04:19,388 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B1FBDC54DBDF42D5857198E1DFB57561, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:04:19,389 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CA80B7967F504687BF435582394C98CA: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:19,393 INFO  output.MROutput (MROutput.java:close(526)) - 3CE503E0371A4863ADDD5EE09CDE9E5A closed
2016-05-18 02:04:19,393 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537059043_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:19,394 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19,395 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1FBDC54DBDF42D5857198E1DFB57561, mem on close (mb), free: 301, total: 656, max: 672
2016-05-18 02:04:19,395 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CA80B7967F504687BF435582394C98CA
2016-05-18 02:04:19,395 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CA80B7967F504687BF435582394C98CA: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:19,396 INFO  output.MROutput (MROutput.java:close(526)) - 3CE503E0371A4863ADDD5EE09CDE9E5A closed
2016-05-18 02:04:19,397 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:19 Completed running task attempt: attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19,398 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537059043_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:19,399 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537059043_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:19,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537059043_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537059388, Process_Duration=6, Process_End_Time=1463537059394, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:19,401 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537059043_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:19,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B1FBDC54DBDF42D5857198E1DFB57561, taskAttemptId=attempt_1463537059043_0001_1_01_000000_0, creationTime=1463537059340, allocationTime=1463537059342, startTime=1463537059345, finishTime=1463537059401, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:19,401 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:19,402 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:19,402 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19,402 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,402 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059043_0001_00_000002
2016-05-18 02:04:19,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:TASK_FINISHED]: vertexName=B1FBDC54DBDF42D5857198E1DFB57561, taskId=task_1463537059043_0001_1_01_000000, startTime=1463537059345, finishTime=1463537059402, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1463537059043_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537059388, Process_Duration=6, Process_End_Time=1463537059394, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:19,403 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:19,403 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561]
2016-05-18 02:04:19,405 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:VERTEX_FINISHED]: vertexName=B1FBDC54DBDF42D5857198E1DFB57561, vertexId=vertex_1463537059043_0001_1_01, initRequestedTime=1463537059229, initedTime=1463537059246, startRequestedTime=1463537059256, startedTime=1463537059256, finishTime=1463537059403, timeTaken=147, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537059388, Process_Duration=6, Process_End_Time=1463537059394, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537059345, firstTasksToStart=[ task_1463537059043_0001_1_01_000000 ], lastTaskFinishTime=1463537059401, lastTasksToFinish=[ task_1463537059043_0001_1_01_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537059043_0001_1_01_000000 ], longestDurationTasks=[ task_1463537059043_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:19,405 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:19,406 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537059043_0001_00_000002, stoppedTime=1463537059406, exitStatus=0
2016-05-18 02:04:19,406 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:19,407 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:19,407 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537059043_0001_1_00 [CA80B7967F504687BF435582394C98CA]
2016-05-18 02:04:19,407 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537059043_0001_1
2016-05-18 02:04:19,408 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537059043_0001_1
2016-05-18 02:04:19,408 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 3CE503E0371A4863ADDD5EE09CDE9E5A for vertex: vertex_1463537059043_0001_1_01 [B1FBDC54DBDF42D5857198E1DFB57561], outputName: 3CE503E0371A4863ADDD5EE09CDE9E5A
2016-05-18 02:04:19,410 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059043_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:19,411 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537059043_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:19,414 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537059043_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:19,414 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059043_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:19,414 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537059043_0001_00_000002, Exiting
2016-05-18 02:04:19,414 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537059043_0001_00_000002
2016-05-18 02:04:19,414 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537059043_0001_00_000002
2016-05-18 02:04:19,415 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537059043_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:19,415 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537059043_0001_00_000002 completed successfully
2016-05-18 02:04:19,419 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:3CE503E0371A4863ADDD5EE09CDE9E5A of vertex/vertexGroup:B1FBDC54DBDF42D5857198E1DFB57561 isVertexGroupOutput:false
2016-05-18 02:04:19,419 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:19,422 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537059043_0001_1, queueSize=0
2016-05-18 02:04:19,422 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059043_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537059043_0001_1, startTime=1463537059226, finishTime=1463537059419, timeTaken=193, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=380, AM_GC_TIME_MILLIS=8, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074118708, Process_Duration=11, Process_End_Time=2927074118719, Read_Duration=2, Tuples_Read=18, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:19,422 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537059043_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:19,422 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059043_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:19 Completed Dag: dag_1463537059043_0001_1
2016-05-18 02:04:19,425 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537059043_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:19,426 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537059043_0001_1_post
2016-05-18 02:04:19,426 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,426 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:19,426 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:19,426 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring, with id=dag_1463537059043_0001_1
2016-05-18 02:04:19,427 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6] max/(1/1) ...stMaxByString/maxbystring, with id=dag_1463537059043_0001_1
2016-05-18 02:04:19,432 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...stMaxByString/maxbystring, applicationId=application_1463537059043_0001
2016-05-18 02:04:19,434 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:19,435 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:19,435 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:19,435 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:19,435 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:19,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:19,436 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:19,436 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:19,436 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:19,437 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:19,438 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:19,438 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:19,438 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:19,439 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:19,443 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/EA821C8F373A4CFF8BAED3CADF2A171F/E388360A666949B4B5CC9D1A23ED16B6/.tez/application_1463537059043_0001
2016-05-18 02:04:19,443 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring/_temporary
2016-05-18 02:04:19,445 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  completed in: 00:00.422
2016-05-18 02:04:19,534 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring
2016-05-18 02:04:19,565 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:19,565 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:19,612 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:04:19,621 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-05-18 02:04:19,622 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:19,623 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:19,623 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:19,641 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-18 02:04:19,652 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields
2016-05-18 02:04:19,713 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] starting
2016-05-18 02:04:19,713 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-18 02:04:19,713 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  sink: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields"]
2016-05-18 02:04:19,713 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  parallel execution of steps is enabled: false
2016-05-18 02:04:19,713 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  executing total steps: 1
2016-05-18 02:04:19,713 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  allocating management threads: 1
2016-05-18 02:04:19,714 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] starting step: (1/1) .../testFirstBy/firstnfields
2016-05-18 02:04:19,714 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [first] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:19,731 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] tez session mode enabled: true
2016-05-18 02:04:19,735 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:19,736 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:19,738 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:19,748 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001 doesn't exist and is created
2016-05-18 02:04:19,768 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:19,769 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:19,769 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001_wd
2016-05-18 02:04:19,784 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537059736_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:19,784 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:19,785 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:19,786 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:19,786 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:19,786 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:19,786 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:19,787 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:19,789 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:19,789 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:19,789 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:19,789 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:19,789 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:19,790 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:19,790 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:19,790 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:19,790 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:19,790 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:19,790 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:19,790 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:19,792 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:19,793 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:19,793 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:19,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001_wd/localmode-log-dir
2016-05-18 02:04:19,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001_wd/localmode-log-dir/history.txt.appattempt_1463537059736_0001_000000, maxErrors=10
2016-05-18 02:04:19,794 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:19,794 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537059736_0001_000000, appSubmitTime=1463537059784, launchTime=1463537059784
2016-05-18 02:04:19,798 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:19,800 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53359
2016-05-18 02:04:19,800 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537059736
2016-05-18 02:04:19,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537059736_0001_000000, startTime=1463537059803
2016-05-18 02:04:19,803 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:19,869 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:19,869 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:19,869 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) .../testFirstBy/firstnfields, applicationId=application_1463537059736_0001, dagName=[7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields
2016-05-18 02:04:19,889 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields
2016-05-18 02:04:19,890 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:19,891 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537059736_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001_wd/localmode-log-dir/dag_1463537059736_0001_1.dot
2016-05-18 02:04:19,891 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001_wd/localmode-log-dir/dag_1463537059736_0001_1-tez-dag.pb.txt
2016-05-18 02:04:19,899 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537059736_0001_1
2016-05-18 02:04:19,899 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,899 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields
2016-05-18 02:04:19 Running Dag: dag_1463537059736_0001_1
2016-05-18 02:04:19,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537059736_0001_1, submitTime=1463537059890
2016-05-18 02:04:19,923 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001/tez-conf.pb" } size: 40953 timestamp: 1463537059000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:19,923 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,924 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:19,924 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001/tez-conf.pb" } size: 40953 timestamp: 1463537059000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:19,924 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:19,925 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:19,925 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:19,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537059736_0001_1, initTime=1463537059925
2016-05-18 02:04:19,927 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059736_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:19,927 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:19,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:DAG_STARTED]: dagID=dag_1463537059736_0001_1, startTime=1463537059927
2016-05-18 02:04:19,928 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059736_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:19,928 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D7184B3439EB42BFBBBD781A4C6A1383 : {329110360D394C50B6717AC5BDB1C18D={InputName=329110360D394C50B6717AC5BDB1C18D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:19,928 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 329110360D394C50B6717AC5BDB1C18D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:19,928 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,928 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,928 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,929 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,929 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:19,930 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:19,930 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) .../testFirstBy/firstnfields, applicationId=application_1463537059736_0001, dagName=[7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields
2016-05-18 02:04:19,931 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 329110360D394C50B6717AC5BDB1C18D on vertex vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,933 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:19,933 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:19,933 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:19,934 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 329110360D394C50B6717AC5BDB1C18D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:19,934 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537059736_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:19,934 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E], numAdditionalOutputs=1
2016-05-18 02:04:19,935 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=8F09E83675F844EAAEDF851BA13D333B, vertex=vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:19,938 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for A288E855260048D9A9768413BF64082E:8F09E83675F844EAAEDF851BA13D333B using oldmapred API
2016-05-18 02:04:19,938 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=8F09E83675F844EAAEDF851BA13D333B, vertexName=A288E855260048D9A9768413BF64082E, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:19,938 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:19,939 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A288E855260048D9A9768413BF64082E, vertexId=vertex_1463537059736_0001_1_01, initRequestedTime=1463537059930, initedTime=1463537059934, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:19,939 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:19,939 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 221 Min splitLength: 52428800 New desired splits: 1 Total length: 221 Original splits: 2
2016-05-18 02:04:19,940 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 221 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 221 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:19,940 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:19,942 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 329110360D394C50B6717AC5BDB1C18D on vertex vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,944 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:19,946 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {329110360D394C50B6717AC5BDB1C18D=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:19,946 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] parallelism set to 1
2016-05-18 02:04:19,946 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:19,950 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D7184B3439EB42BFBBBD781A4C6A1383, vertexId=vertex_1463537059736_0001_1_00, initRequestedTime=1463537059928, initedTime=1463537059949, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:19,950 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] with distanceFromRoot: 0
2016-05-18 02:04:19,951 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:19,952 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537059736_0001_1_00, startRequestedTime=1463537059929, startedTime=1463537059951
2016-05-18 02:04:19,953 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537059736_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:19,953 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:19,954 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537059736_0001_1_00 for vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] numStartedSources: 1 numSources: 1
2016-05-18 02:04:19,954 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] with distanceFromRoot: 1
2016-05-18 02:04:19,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537059736_0001_1_01, startRequestedTime=1463537059954, startedTime=1463537059955
2016-05-18 02:04:19,955 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:19,955 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D7184B3439EB42BFBBBD781A4C6A1383
2016-05-18 02:04:19,955 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_STARTED]: vertexName=D7184B3439EB42BFBBBD781A4C6A1383, taskId=task_1463537059736_0001_1_00_000000, scheduledTime=1463537059956, launchTime=1463537059956
2016-05-18 02:04:19,956 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:19,964 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A288E855260048D9A9768413BF64082E with 0 source tasks and 1 pending tasks
2016-05-18 02:04:19,966 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:19,967 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D7184B3439EB42BFBBBD781A4C6A1383 in vertex: A288E855260048D9A9768413BF64082E numBipartiteSourceTasks: 1
2016-05-18 02:04:19,968 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] submitted tez dag to app master: application_1463537059736_0001, with dag id: dag_1463537059736_0001_1
2016-05-18 02:04:19,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537059736_0001_00_000001, launchTime=1463537059969
2016-05-18 02:04:19,970 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059736_0001_00_000001
2016-05-18 02:04:19,980 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059736_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:19,980 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537059736_0001_1_00_000000_0] started. Is using containerId: [container_1463537059736_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:19,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D7184B3439EB42BFBBBD781A4C6A1383, taskAttemptId=attempt_1463537059736_0001_1_00_000000_0, startTime=1463537059980, containerId=container_1463537059736_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:19 Starting to run new task attempt: attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:19,981 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:19,982 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:19,982 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:19,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields, VertexName: D7184B3439EB42BFBBBD781A4C6A1383, VertexParallelism: 1, TaskAttemptID:attempt_1463537059736_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=329110360D394C50B6717AC5BDB1C18D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A288E855260048D9A9768413BF64082E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:19,982 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:19,983 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:19,983 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537059736_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:19,984 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537059736_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:19,986 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:19,990 INFO  input.MRInput (MRInput.java:initialize(440)) - 329110360D394C50B6717AC5BDB1C18D using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:19,991 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 329110360D394C50B6717AC5BDB1C18D
2016-05-18 02:04:19,994 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D7184B3439EB42BFBBBD781A4C6A1383, ordinal: 0
2016-05-18 02:04:19,994 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D7184B3439EB42BFBBBD781A4C6A1383, mem on start (mb), free: 405, total: 657, max: 672
2016-05-18 02:04:19,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:19,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:19,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:19,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:19,996 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[329110360D394C50B6717AC5BDB1C18D:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A288E855260048D9A9768413BF64082E:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:19,996 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:19,997 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:19,997 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:19,997 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[329110360D394C50B6717AC5BDB1C18D:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A288E855260048D9A9768413BF64082E:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:19,997 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:19,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 329110360D394C50B6717AC5BDB1C18D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:19,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:19,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:19,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 329110360D394C50B6717AC5BDB1C18D
2016-05-18 02:04:19,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:20,000 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:20,001 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross.txt:0+110, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross.txt:110+111], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=221}
2016-05-18 02:04:20,001 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 329110360D394C50B6717AC5BDB1C18D initialized RecordReader from event
2016-05-18 02:04:20,004 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-18 02:04:20,005 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 329110360D394C50B6717AC5BDB1C18D
2016-05-18 02:04:20,005 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(first)[by:[{1}:'num']], id: 79DE17F4BCFF4471A2DEDD95E9795351
2016-05-18 02:04:20,005 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(first)[by:[{1}:'num']] 79DE17F4BCFF4471A2DEDD95E9795351
2016-05-18 02:04:20,009 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - A288E855260048D9A9768413BF64082E using: memoryMb=100, keySerializerClass=class cascading.tuple.io.TuplePair, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@55c2fb78, comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@2b1fd4e1, partitioner=cascading.tuple.tez.util.GroupingSortingPartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:20,010 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for A288E855260048D9A9768413BF64082E: , UsingHashComparator=false
2016-05-18 02:04:20,022 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:20,023 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:20,023 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for A288E855260048D9A9768413BF64082E: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:20,023 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - A288E855260048D9A9768413BF64082E: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:20,024 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-18 02:04:20,024 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D7184B3439EB42BFBBBD781A4C6A1383, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:20,027 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:20,027 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 303, total: 657, max: 672
2016-05-18 02:04:20,029 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:20,029 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 303, total: 657, max: 672
2016-05-18 02:04:20,030 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:20,031 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D7184B3439EB42BFBBBD781A4C6A1383, mem on close (mb), free: 303, total: 657, max: 672
2016-05-18 02:04:20,031 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - A288E855260048D9A9768413BF64082E: Starting flush of map output
2016-05-18 02:04:20,031 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - A288E855260048D9A9768413BF64082E: Span0.length = 5, perItem = 34
2016-05-18 02:04:20,031 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - A288E855260048D9A9768413BF64082E: done sorting span=0, length=5, time=0
2016-05-18 02:04:20,032 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - A288E855260048D9A9768413BF64082E: Heap = SpanIterator<0:4> (span=Span[16777216,170]),
2016-05-18 02:04:20,033 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - A288E855260048D9A9768413BF64082E: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001_wd/localmode-local-dir/output/attempt_1463537059736_0001_1_00_000000_0_10063_0/file.out
2016-05-18 02:04:20,037 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:20 Completed running task attempt: attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:20,038 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537059736_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:20,038 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537059736_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:20,039 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537059736_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537060024, Process_Duration=6, Process_End_Time=1463537060030, Read_Duration=2, Tuples_Read=37, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5]]
2016-05-18 02:04:20,040 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537059736_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:20,040 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:20,040 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:20,041 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D7184B3439EB42BFBBBD781A4C6A1383, taskAttemptId=attempt_1463537059736_0001_1_00_000000_0, creationTime=1463537059956, allocationTime=1463537059968, startTime=1463537059980, finishTime=1463537060040, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:20,041 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,041 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:20,041 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059736_0001_00_000001
2016-05-18 02:04:20,042 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_FINISHED]: vertexName=D7184B3439EB42BFBBBD781A4C6A1383, taskId=task_1463537059736_0001_1_00_000000, startTime=1463537059980, finishTime=1463537060041, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1463537059736_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537060024, Process_Duration=6, Process_End_Time=1463537060030, Read_Duration=2, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-05-18 02:04:20,042 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:20,042 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:20,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_FINISHED]: vertexName=D7184B3439EB42BFBBBD781A4C6A1383, vertexId=vertex_1463537059736_0001_1_00, initRequestedTime=1463537059928, initedTime=1463537059949, startRequestedTime=1463537059929, startedTime=1463537059951, finishTime=1463537060042, timeTaken=91, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537060024, Process_Duration=6, Process_End_Time=1463537060030, Read_Duration=2, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1463537059980, firstTasksToStart=[ task_1463537059736_0001_1_00_000000 ], lastTaskFinishTime=1463537060040, lastTasksToFinish=[ task_1463537059736_0001_1_00_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537059736_0001_1_00_000000 ], longestDurationTasks=[ task_1463537059736_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:20,044 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:20,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537059736_0001_00_000001, stoppedTime=1463537060044, exitStatus=0
2016-05-18 02:04:20,044 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] attempt: attempt_1463537059736_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:20,044 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A288E855260048D9A9768413BF64082E
2016-05-18 02:04:20,045 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:20,045 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:20,045 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D7184B3439EB42BFBBBD781A4C6A1383, destinationVertexName=A288E855260048D9A9768413BF64082E. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:20,045 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537059736_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:20,045 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:20,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_STARTED]: vertexName=A288E855260048D9A9768413BF64082E, taskId=task_1463537059736_0001_1_01_000000, scheduledTime=1463537060046, launchTime=1463537060046
2016-05-18 02:04:20,046 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:20,048 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537059736_0001_00_000002, launchTime=1463537060048
2016-05-18 02:04:20,049 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059736_0001_00_000002
2016-05-18 02:04:20,050 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537059736_0001_1_01_000000_0] started. Is using containerId: [container_1463537059736_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:20,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A288E855260048D9A9768413BF64082E, taskAttemptId=attempt_1463537059736_0001_1_01_000000_0, startTime=1463537060049, containerId=container_1463537059736_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:20,050 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059736_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20 Starting to run new task attempt: attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20,051 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20,051 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,051 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:20,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields, VertexName: A288E855260048D9A9768413BF64082E, VertexParallelism: 1, TaskAttemptID:attempt_1463537059736_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D7184B3439EB42BFBBBD781A4C6A1383, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8F09E83675F844EAAEDF851BA13D333B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:20,052 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:20,052 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537059736_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:20,052 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059736_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:20,052 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537059736_0001_00_000001, Exiting
2016-05-18 02:04:20,052 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537059736_0001_00_000001
2016-05-18 02:04:20,053 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537059736_0001_00_000001
2016-05-18 02:04:20,052 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20,053 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537059736_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:20,059 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537059736_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:20,057 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:20,054 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537059736_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:20,060 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537059736_0001_00_000001 completed successfully
2016-05-18 02:04:20,063 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:20,074 INFO  output.MROutput (MROutput.java:initialize(421)) - 8F09E83675F844EAAEDF851BA13D333B: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:20,075 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A288E855260048D9A9768413BF64082E, ordinal: 1
2016-05-18 02:04:20,076 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A288E855260048D9A9768413BF64082E, mem on start (mb), free: 297, total: 657, max: 672
2016-05-18 02:04:20,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:20,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:20,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:20,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:20,078 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D7184B3439EB42BFBBBD781A4C6A1383:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [8F09E83675F844EAAEDF851BA13D333B:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:20,079 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:20,079 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:20,079 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:20,079 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D7184B3439EB42BFBBBD781A4C6A1383:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [8F09E83675F844EAAEDF851BA13D333B:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:20,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:20,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D7184B3439EB42BFBBBD781A4C6A1383 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:20,080 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D7184B3439EB42BFBBBD781A4C6A1383: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:20,081 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D7184B3439EB42BFBBBD781A4C6A1383: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:20,082 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D7184B3439EB42BFBBBD781A4C6A1383 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:20,083 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:20,083 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D7184B3439EB42BFBBBD781A4C6A1383
2016-05-18 02:04:20,083 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:20,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:20,084 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20,085 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D7184B3439EB42BFBBBD781A4C6A1383: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:20,090 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537059736_0001_1_00_000000_0_10063} to DISK_DIRECT, csize=190, dsize=186, EndTime=1463537060090, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:04:20,090 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:20,090 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:20,090 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D7184B3439EB42BFBBBD781A4C6A1383
2016-05-18 02:04:20,091 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(first)[by:[{1}:'num']]
2016-05-18 02:04:20,092 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(first)[by:[{1}:'num']] streamed: true, id: 79DE17F4BCFF4471A2DEDD95E9795351
2016-05-18 02:04:20,092 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:20,092 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields"], id: 8F09E83675F844EAAEDF851BA13D333B
2016-05-18 02:04:20,092 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D7184B3439EB42BFBBBD781A4C6A1383, wasInterrupted=false
2016-05-18 02:04:20,093 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields"]
2016-05-18 02:04:20,093 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(first)[by:[{1}:'num']] 79DE17F4BCFF4471A2DEDD95E9795351, for 1 inputs
2016-05-18 02:04:20,094 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:20,095 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:20,096 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001_wd/localmode-local-dir/output/attempt_1463537059736_0001_1_00_000000_0_10063/file.out, len=190, isLocal=true
2016-05-18 02:04:20,096 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 190 bytes from disk
2016-05-18 02:04:20,096 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:20,097 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:20,097 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 160 bytes
2016-05-18 02:04:20,097 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D7184B3439EB42BFBBBD781A4C6A1383
2016-05-18 02:04:20,097 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D7184B3439EB42BFBBBD781A4C6A1383: Shuffle Runner thread complete
2016-05-18 02:04:20,097 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A288E855260048D9A9768413BF64082E, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:04:20,098 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D7184B3439EB42BFBBBD781A4C6A1383: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.GroupingSortingComparator, keyClass=cascading.tuple.io.TuplePair, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:20,107 INFO  output.MROutput (MROutput.java:close(526)) - 8F09E83675F844EAAEDF851BA13D333B closed
2016-05-18 02:04:20,107 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537059736_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:20,108 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20,108 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A288E855260048D9A9768413BF64082E, mem on close (mb), free: 294, total: 657, max: 672
2016-05-18 02:04:20,108 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D7184B3439EB42BFBBBD781A4C6A1383
2016-05-18 02:04:20,109 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D7184B3439EB42BFBBBD781A4C6A1383: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:20,109 INFO  output.MROutput (MROutput.java:close(526)) - 8F09E83675F844EAAEDF851BA13D333B closed
2016-05-18 02:04:20,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:20 Completed running task attempt: attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20,110 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537059736_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:20,110 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537059736_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:20,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537059736_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537060097, Process_Duration=11, Process_End_Time=1463537060108, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:20,112 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537059736_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:20,112 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:20,113 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:20,113 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,113 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A288E855260048D9A9768413BF64082E, taskAttemptId=attempt_1463537059736_0001_1_01_000000_0, creationTime=1463537060046, allocationTime=1463537060047, startTime=1463537060049, finishTime=1463537060113, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:20,113 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20,114 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:TASK_FINISHED]: vertexName=A288E855260048D9A9768413BF64082E, taskId=task_1463537059736_0001_1_01_000000, startTime=1463537060049, finishTime=1463537060113, timeTaken=64, status=SUCCEEDED, successfulAttemptID=attempt_1463537059736_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537060097, Process_Duration=11, Process_End_Time=1463537060108, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:20,114 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:20,115 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E]
2016-05-18 02:04:20,115 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537059736_0001_00_000002
2016-05-18 02:04:20,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:VERTEX_FINISHED]: vertexName=A288E855260048D9A9768413BF64082E, vertexId=vertex_1463537059736_0001_1_01, initRequestedTime=1463537059930, initedTime=1463537059934, startRequestedTime=1463537059954, startedTime=1463537059955, finishTime=1463537060115, timeTaken=160, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537060097, Process_Duration=11, Process_End_Time=1463537060108, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537060049, firstTasksToStart=[ task_1463537059736_0001_1_01_000000 ], lastTaskFinishTime=1463537060113, lastTasksToFinish=[ task_1463537059736_0001_1_01_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537059736_0001_1_01_000000 ], longestDurationTasks=[ task_1463537059736_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:20,116 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:20,116 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537059736_0001_00_000002, stoppedTime=1463537060116, exitStatus=0
2016-05-18 02:04:20,117 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:20,117 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:20,117 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537059736_0001_1_00 [D7184B3439EB42BFBBBD781A4C6A1383]
2016-05-18 02:04:20,117 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537059736_0001_1
2016-05-18 02:04:20,117 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537059736_0001_1
2016-05-18 02:04:20,117 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 8F09E83675F844EAAEDF851BA13D333B for vertex: vertex_1463537059736_0001_1_01 [A288E855260048D9A9768413BF64082E], outputName: 8F09E83675F844EAAEDF851BA13D333B
2016-05-18 02:04:20,121 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059736_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:20,121 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537059736_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:20,126 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537059736_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:20,126 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537059736_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:20,126 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537059736_0001_00_000002, Exiting
2016-05-18 02:04:20,126 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537059736_0001_00_000002
2016-05-18 02:04:20,127 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537059736_0001_00_000002
2016-05-18 02:04:20,127 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537059736_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:20,127 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537059736_0001_00_000002 completed successfully
2016-05-18 02:04:20,135 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:8F09E83675F844EAAEDF851BA13D333B of vertex/vertexGroup:A288E855260048D9A9768413BF64082E isVertexGroupOutput:false
2016-05-18 02:04:20,135 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:20,138 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537059736_0001_1, queueSize=0
2016-05-18 02:04:20,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537059736_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537059736_0001_1, startTime=1463537059927, finishTime=1463537060135, timeTaken=208, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=430, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074120121, Process_Duration=17, Process_End_Time=2927074120138, Read_Duration=2, Tuples_Read=42, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-05-18 02:04:20,138 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537059736_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:20,139 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537059736_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:20 Completed Dag: dag_1463537059736_0001_1
2016-05-18 02:04:20,140 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537059736_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:20,140 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537059736_0001_1_post
2016-05-18 02:04:20,141 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,141 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:20,141 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:20,141 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields, with id=dag_1463537059736_0001_1
2016-05-18 02:04:20,142 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529] first/(1/1) .../testFirstBy/firstnfields, with id=dag_1463537059736_0001_1
2016-05-18 02:04:20,148 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) .../testFirstBy/firstnfields, applicationId=application_1463537059736_0001
2016-05-18 02:04:20,150 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:20,150 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:20,150 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:20,150 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:20,150 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:20,151 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:20,151 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:20,154 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:20,154 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:20,154 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:20,155 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:20,155 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:20,155 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:20,155 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:20,162 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7EDBABF8193D4F309DBEE310E1948BD4/D0862EBE80EB4DC393915AFA3D2BC529/.tez/application_1463537059736_0001
2016-05-18 02:04:20,163 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields/_temporary
2016-05-18 02:04:20,163 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  completed in: 00:00.449
2016-05-18 02:04:20,221 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields
2016-05-18 02:04:20,271 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:20,272 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:20,331 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:04:20,347 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-18 02:04:20,348 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:20,348 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:20,348 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:20,374 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt
2016-05-18 02:04:20,375 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields
2016-05-18 02:04:20,392 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] starting
2016-05-18 02:04:20,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:20,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields"]
2016-05-18 02:04:20,394 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  parallel execution of steps is enabled: false
2016-05-18 02:04:20,394 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  executing total steps: 1
2016-05-18 02:04:20,394 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  allocating management threads: 1
2016-05-18 02:04:20,396 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] starting step: (1/1) ...CoerceFields/coercefields
2016-05-18 02:04:20,396 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [coerce] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:20,412 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] tez session mode enabled: true
2016-05-18 02:04:20,417 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:20,417 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:20,418 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:20,427 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001 doesn't exist and is created
2016-05-18 02:04:20,448 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:20,448 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:20,449 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001_wd
2016-05-18 02:04:20,465 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537060417_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:20,465 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:20,465 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:20,467 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:20,468 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:20,468 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:20,468 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:20,469 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:20,471 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:20,471 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:20,472 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:20,472 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:20,473 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:20,473 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:20,473 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:20,473 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:20,474 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:20,474 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:20,475 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:20,475 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:20,477 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:20,478 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:20,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:20,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001_wd/localmode-log-dir
2016-05-18 02:04:20,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001_wd/localmode-log-dir/history.txt.appattempt_1463537060417_0001_000000, maxErrors=10
2016-05-18 02:04:20,480 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:20,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537060417_0001_000000, appSubmitTime=1463537060464, launchTime=1463537060464
2016-05-18 02:04:20,486 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:20,490 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48242
2016-05-18 02:04:20,490 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537060417
2016-05-18 02:04:20,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537060417_0001_000000, startTime=1463537060492
2016-05-18 02:04:20,492 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:20,549 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:20,549 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:20,549 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...CoerceFields/coercefields, applicationId=application_1463537060417_0001, dagName=[E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E] coerce/(1/1) ...CoerceFields/coercefields
2016-05-18 02:04:20,569 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E] coerce/(1/1) ...CoerceFields/coercefields
2016-05-18 02:04:20,569 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:20,570 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537060417_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001_wd/localmode-log-dir/dag_1463537060417_0001_1.dot
2016-05-18 02:04:20,570 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001_wd/localmode-log-dir/dag_1463537060417_0001_1-tez-dag.pb.txt
2016-05-18 02:04:20,574 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537060417_0001_1
2016-05-18 02:04:20,574 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,574 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E] coerce/(1/1) ...CoerceFields/coercefields
2016-05-18 02:04:20 Running Dag: dag_1463537060417_0001_1
2016-05-18 02:04:20,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537060417_0001_1, submitTime=1463537060569
2016-05-18 02:04:20,589 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001/tez-conf.pb" } size: 40953 timestamp: 1463537060000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:20,589 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,589 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,589 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:20,589 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:20,590 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537060417_0001_1, initTime=1463537060589
2016-05-18 02:04:20,590 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060417_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:20,590 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:20,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:DAG_STARTED]: dagID=dag_1463537060417_0001_1, startTime=1463537060591
2016-05-18 02:04:20,591 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...CoerceFields/coercefields, applicationId=application_1463537060417_0001, dagName=[E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E] coerce/(1/1) ...CoerceFields/coercefields
2016-05-18 02:04:20,591 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060417_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:20,591 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B44378F6CA0A4D56B079BDD03CA34A2D : {EF571491736244FC99493F4EE636B6C0={InputName=EF571491736244FC99493F4EE636B6C0}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:20,592 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: EF571491736244FC99493F4EE636B6C0, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:20,592 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,592 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,592 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,592 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,593 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:20,593 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: EF571491736244FC99493F4EE636B6C0 on vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,596 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input EF571491736244FC99493F4EE636B6C0 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:20,598 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:20,598 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 19 Min splitLength: 52428800 New desired splits: 1 Total length: 19 Original splits: 3
2016-05-18 02:04:20,599 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 19 numLocations: 1 numSplitsPerLocation: 3 numSplitsInGroup: 3 totalLength: 19 numOriginalSplits: 3 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:20,599 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 3
2016-05-18 02:04:20,599 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: EF571491736244FC99493F4EE636B6C0 on vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,600 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:20,600 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {EF571491736244FC99493F4EE636B6C0=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:20,601 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] parallelism set to 1
2016-05-18 02:04:20,601 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:20,601 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D], numAdditionalOutputs=1
2016-05-18 02:04:20,601 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=AA2AE126F0284921A53046742B927BAC, vertex=vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:20,604 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B44378F6CA0A4D56B079BDD03CA34A2D:AA2AE126F0284921A53046742B927BAC using oldmapred API
2016-05-18 02:04:20,604 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=AA2AE126F0284921A53046742B927BAC, vertexName=B44378F6CA0A4D56B079BDD03CA34A2D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:20,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B44378F6CA0A4D56B079BDD03CA34A2D, vertexId=vertex_1463537060417_0001_1_00, initRequestedTime=1463537060591, initedTime=1463537060601, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:20,605 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] with distanceFromRoot: 0
2016-05-18 02:04:20,605 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:20,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537060417_0001_1_00, startRequestedTime=1463537060593, startedTime=1463537060605
2016-05-18 02:04:20,606 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537060417_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:20,606 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:20,606 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B44378F6CA0A4D56B079BDD03CA34A2D
2016-05-18 02:04:20,606 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:TASK_STARTED]: vertexName=B44378F6CA0A4D56B079BDD03CA34A2D, taskId=task_1463537060417_0001_1_00_000000, scheduledTime=1463537060607, launchTime=1463537060607
2016-05-18 02:04:20,607 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,608 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:20,610 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537060417_0001_00_000001, launchTime=1463537060610
2016-05-18 02:04:20,611 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537060417_0001_00_000001
2016-05-18 02:04:20,612 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537060417_0001_1_00_000000_0] started. Is using containerId: [container_1463537060417_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:20,612 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B44378F6CA0A4D56B079BDD03CA34A2D, taskAttemptId=attempt_1463537060417_0001_1_00_000000_0, startTime=1463537060611, containerId=container_1463537060417_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:20,612 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537060417_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] submitted tez dag to app master: application_1463537060417_0001, with dag id: dag_1463537060417_0001_1
2016-05-18 02:04:20 Starting to run new task attempt: attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,614 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,614 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,615 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:20,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E] coerce/(1/1) ...CoerceFields/coercefields, VertexName: B44378F6CA0A4D56B079BDD03CA34A2D, VertexParallelism: 1, TaskAttemptID:attempt_1463537060417_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EF571491736244FC99493F4EE636B6C0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AA2AE126F0284921A53046742B927BAC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:20,618 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:20,619 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,620 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537060417_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:20,621 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537060417_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:20,623 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:20,623 INFO  input.MRInput (MRInput.java:initialize(440)) - EF571491736244FC99493F4EE636B6C0 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:20,624 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: EF571491736244FC99493F4EE636B6C0
2016-05-18 02:04:20,631 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B44378F6CA0A4D56B079BDD03CA34A2D, ordinal: 0
2016-05-18 02:04:20,631 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B44378F6CA0A4D56B079BDD03CA34A2D, mem on start (mb), free: 216, total: 657, max: 672
2016-05-18 02:04:20,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:20,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:20,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:20,634 INFO  output.MROutput (MROutput.java:initialize(421)) - AA2AE126F0284921A53046742B927BAC: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:20,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:20,634 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AA2AE126F0284921A53046742B927BAC:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [EF571491736244FC99493F4EE636B6C0:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:04:20,634 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:20,634 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:20,634 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:04:20,634 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AA2AE126F0284921A53046742B927BAC:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [EF571491736244FC99493F4EE636B6C0:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:04:20,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:20,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EF571491736244FC99493F4EE636B6C0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:20,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EF571491736244FC99493F4EE636B6C0
2016-05-18 02:04:20,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:20,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:20,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:20,636 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,638 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:0+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:9+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:18+1], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=19}
2016-05-18 02:04:20,638 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - EF571491736244FC99493F4EE636B6C0 initialized RecordReader from event
2016-05-18 02:04:20,638 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:20,638 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:20,640 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:20,641 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"] streamed: true, id: EF571491736244FC99493F4EE636B6C0
2016-05-18 02:04:20,641 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields"], id: AA2AE126F0284921A53046742B927BAC
2016-05-18 02:04:20,642 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields"]
2016-05-18 02:04:20,647 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:20,648 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B44378F6CA0A4D56B079BDD03CA34A2D, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:04:20,650 INFO  output.MROutput (MROutput.java:close(526)) - AA2AE126F0284921A53046742B927BAC closed
2016-05-18 02:04:20,651 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537060417_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:04:20,651 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,652 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B44378F6CA0A4D56B079BDD03CA34A2D, mem on close (mb), free: 213, total: 657, max: 672
2016-05-18 02:04:20,652 INFO  output.MROutput (MROutput.java:close(526)) - AA2AE126F0284921A53046742B927BAC closed
2016-05-18 02:04:20,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:20 Completed running task attempt: attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,653 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537060417_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:20,653 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537060417_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:20,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537060417_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1463537060648, Process_Duration=3, Process_End_Time=1463537060651, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-05-18 02:04:20,655 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537060417_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:20,655 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:20,655 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:20,655 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B44378F6CA0A4D56B079BDD03CA34A2D, taskAttemptId=attempt_1463537060417_0001_1_00_000000_0, creationTime=1463537060607, allocationTime=1463537060609, startTime=1463537060611, finishTime=1463537060655, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:20,656 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20,656 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537060417_0001_00_000001
2016-05-18 02:04:20,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:TASK_FINISHED]: vertexName=B44378F6CA0A4D56B079BDD03CA34A2D, taskId=task_1463537060417_0001_1_00_000000, startTime=1463537060611, finishTime=1463537060656, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537060417_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537060648, Process_Duration=3, Process_End_Time=1463537060651, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:20,657 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:20,657 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D]
2016-05-18 02:04:20,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:VERTEX_FINISHED]: vertexName=B44378F6CA0A4D56B079BDD03CA34A2D, vertexId=vertex_1463537060417_0001_1_00, initRequestedTime=1463537060591, initedTime=1463537060601, startRequestedTime=1463537060593, startedTime=1463537060605, finishTime=1463537060657, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537060648, Process_Duration=3, Process_End_Time=1463537060651, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537060611, firstTasksToStart=[ task_1463537060417_0001_1_00_000000 ], lastTaskFinishTime=1463537060655, lastTasksToFinish=[ task_1463537060417_0001_1_00_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537060417_0001_1_00_000000 ], longestDurationTasks=[ task_1463537060417_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:20,659 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:20,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537060417_0001_00_000001, stoppedTime=1463537060659, exitStatus=0
2016-05-18 02:04:20,659 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:04:20,659 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:20,660 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537060417_0001_1
2016-05-18 02:04:20,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537060417_0001_1
2016-05-18 02:04:20,660 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: AA2AE126F0284921A53046742B927BAC for vertex: vertex_1463537060417_0001_1_00 [B44378F6CA0A4D56B079BDD03CA34A2D], outputName: AA2AE126F0284921A53046742B927BAC
2016-05-18 02:04:20,660 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060417_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:20,661 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537060417_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:20,667 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537060417_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:20,667 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537060417_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:20,668 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537060417_0001_00_000001, Exiting
2016-05-18 02:04:20,668 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537060417_0001_00_000001
2016-05-18 02:04:20,668 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537060417_0001_00_000001
2016-05-18 02:04:20,668 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537060417_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:20,668 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537060417_0001_00_000001 completed successfully
2016-05-18 02:04:20,670 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:AA2AE126F0284921A53046742B927BAC of vertex/vertexGroup:B44378F6CA0A4D56B079BDD03CA34A2D isVertexGroupOutput:false
2016-05-18 02:04:20,671 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:20,672 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537060417_0001_1, queueSize=0
2016-05-18 02:04:20,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060417_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537060417_0001_1, startTime=1463537060590, finishTime=1463537060671, timeTaken=81, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=140, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537060648, Process_Duration=3, Process_End_Time=1463537060651, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:20,672 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537060417_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:20,672 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060417_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:20 Completed Dag: dag_1463537060417_0001_1
2016-05-18 02:04:20,673 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537060417_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:20,673 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537060417_0001_1_post
2016-05-18 02:04:20,673 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:20,673 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:20,673 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:20,673 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E] coerce/(1/1) ...CoerceFields/coercefields, with id=dag_1463537060417_0001_1
2016-05-18 02:04:20,674 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E] coerce/(1/1) ...CoerceFields/coercefields, with id=dag_1463537060417_0001_1
2016-05-18 02:04:20,678 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...CoerceFields/coercefields, applicationId=application_1463537060417_0001
2016-05-18 02:04:20,681 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:20,682 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:20,682 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:20,682 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:20,682 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:20,682 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:20,682 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:20,683 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:20,683 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:20,683 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:20,684 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:20,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:20,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:20,685 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:20,688 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E895A3142BAF4FBFAE72072C31BFDBDB/DBE594D0515A4F37ACB43FA131CF8D9E/.tez/application_1463537060417_0001
2016-05-18 02:04:20,688 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields/_temporary
2016-05-18 02:04:20,689 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  completed in: 00:00.296
2016-05-18 02:04:20,735 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields
2016-05-18 02:04:20,766 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:20,766 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:20,809 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:04:20,829 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.031
2016-05-18 02:04:20,830 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:20,830 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:20,830 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:20,855 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:20,867 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count
2016-05-18 02:04:20,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting
2016-05-18 02:04:20,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:20,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count"]
2016-05-18 02:04:20,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  parallel execution of steps is enabled: false
2016-05-18 02:04:20,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  executing total steps: 1
2016-05-18 02:04:20,946 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  allocating management threads: 1
2016-05-18 02:04:20,946 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting step: (1/1) ...splatform/testCount/count
2016-05-18 02:04:20,946 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:20,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tez session mode enabled: true
2016-05-18 02:04:20,965 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:20,966 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:20,966 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:20,974 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001 doesn't exist and is created
2016-05-18 02:04:20,994 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:20,994 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:20,995 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001_wd
2016-05-18 02:04:21,011 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537060965_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:21,011 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:21,011 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:21,013 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:21,013 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:21,014 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:21,014 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:21,015 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:21,017 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:21,017 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:21,017 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:21,018 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:21,018 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:21,018 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:21,019 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:21,019 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:21,019 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:21,019 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:21,020 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:21,020 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:21,021 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:21,022 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:21,022 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:21,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001_wd/localmode-log-dir
2016-05-18 02:04:21,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001_wd/localmode-log-dir/history.txt.appattempt_1463537060965_0001_000000, maxErrors=10
2016-05-18 02:04:21,023 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:21,023 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537060965_0001_000000, appSubmitTime=1463537061010, launchTime=1463537061010
2016-05-18 02:04:21,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:21,036 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:44873
2016-05-18 02:04:21,037 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537060965
2016-05-18 02:04:21,038 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537060965_0001_000000, startTime=1463537061038
2016-05-18 02:04:21,039 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:21,095 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:21,095 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:21,095 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...splatform/testCount/count, applicationId=application_1463537060965_0001, dagName=[8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count
2016-05-18 02:04:21,112 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count
2016-05-18 02:04:21,113 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:21,113 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537060965_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001_wd/localmode-log-dir/dag_1463537060965_0001_1.dot
2016-05-18 02:04:21,114 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001_wd/localmode-log-dir/dag_1463537060965_0001_1-tez-dag.pb.txt
2016-05-18 02:04:21,121 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537060965_0001_1
2016-05-18 02:04:21,121 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,121 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count
2016-05-18 02:04:21 Running Dag: dag_1463537060965_0001_1
2016-05-18 02:04:21,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537060965_0001_1, submitTime=1463537061113
2016-05-18 02:04:21,137 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001/tez-conf.pb" } size: 40953 timestamp: 1463537060000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:21,137 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,138 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:21,139 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001/tez-conf.pb" } size: 40953 timestamp: 1463537060000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:21,139 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,139 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:21,140 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:21,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537060965_0001_1, initTime=1463537061140
2016-05-18 02:04:21,141 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060965_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:21,142 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:21,142 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:DAG_STARTED]: dagID=dag_1463537060965_0001_1, startTime=1463537061142
2016-05-18 02:04:21,142 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060965_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:21,142 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D68919ECFFE649A6939B6D031E35E07D : {64FD9858BC2246A2AF0EAE672E39196F={InputName=64FD9858BC2246A2AF0EAE672E39196F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:21,143 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 64FD9858BC2246A2AF0EAE672E39196F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:21,143 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,143 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,143 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,143 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,144 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...splatform/testCount/count, applicationId=application_1463537060965_0001, dagName=[8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count
2016-05-18 02:04:21,144 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:21,144 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,146 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 64FD9858BC2246A2AF0EAE672E39196F on vertex vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,148 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:21,148 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,148 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,148 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 64FD9858BC2246A2AF0EAE672E39196F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:21,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537060965_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:21,149 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268], numAdditionalOutputs=1
2016-05-18 02:04:21,149 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=D88818C4A767436A9F19AE3BE2ED6C58, vertex=vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:21,151 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for CEFADC4E1EEA44B48E6AB4C0760BD268:D88818C4A767436A9F19AE3BE2ED6C58 using oldmapred API
2016-05-18 02:04:21,151 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=D88818C4A767436A9F19AE3BE2ED6C58, vertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:21,152 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:21,152 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:21,153 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:21,153 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:21,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, vertexId=vertex_1463537060965_0001_1_01, initRequestedTime=1463537061144, initedTime=1463537061149, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:21,154 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:21,154 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 64FD9858BC2246A2AF0EAE672E39196F on vertex vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,156 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:21,157 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {64FD9858BC2246A2AF0EAE672E39196F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:21,158 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] parallelism set to 1
2016-05-18 02:04:21,158 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:21,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D68919ECFFE649A6939B6D031E35E07D, vertexId=vertex_1463537060965_0001_1_00, initRequestedTime=1463537061142, initedTime=1463537061158, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:21,158 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] with distanceFromRoot: 0
2016-05-18 02:04:21,159 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:21,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537060965_0001_1_00, startRequestedTime=1463537061144, startedTime=1463537061159
2016-05-18 02:04:21,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537060965_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:21,159 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:21,159 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537060965_0001_1_00 for vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] numStartedSources: 1 numSources: 1
2016-05-18 02:04:21,159 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] with distanceFromRoot: 1
2016-05-18 02:04:21,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537060965_0001_1_01, startRequestedTime=1463537061159, startedTime=1463537061160
2016-05-18 02:04:21,160 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:21,162 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D68919ECFFE649A6939B6D031E35E07D
2016-05-18 02:04:21,162 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: CEFADC4E1EEA44B48E6AB4C0760BD268 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:21,162 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,163 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D68919ECFFE649A6939B6D031E35E07D in vertex: CEFADC4E1EEA44B48E6AB4C0760BD268 numBipartiteSourceTasks: 1
2016-05-18 02:04:21,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_STARTED]: vertexName=D68919ECFFE649A6939B6D031E35E07D, taskId=task_1463537060965_0001_1_00_000000, scheduledTime=1463537061163, launchTime=1463537061163
2016-05-18 02:04:21,164 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,165 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:21,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537060965_0001_00_000001, launchTime=1463537061166
2016-05-18 02:04:21,167 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537060965_0001_00_000001
2016-05-18 02:04:21,168 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537060965_0001_1_00_000000_0] started. Is using containerId: [container_1463537060965_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:21,168 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D68919ECFFE649A6939B6D031E35E07D, taskAttemptId=attempt_1463537060965_0001_1_00_000000_0, startTime=1463537061167, containerId=container_1463537060965_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:21,168 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537060965_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21,169 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21,169 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,169 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:21,169 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count, VertexName: D68919ECFFE649A6939B6D031E35E07D, VertexParallelism: 1, TaskAttemptID:attempt_1463537060965_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=64FD9858BC2246A2AF0EAE672E39196F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:21,169 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:21,170 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21,170 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537060965_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:21,171 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537060965_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:21,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] submitted tez dag to app master: application_1463537060965_0001, with dag id: dag_1463537060965_0001_1
2016-05-18 02:04:21,175 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:21,177 INFO  input.MRInput (MRInput.java:initialize(440)) - 64FD9858BC2246A2AF0EAE672E39196F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:21,178 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 64FD9858BC2246A2AF0EAE672E39196F
2016-05-18 02:04:21,185 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D68919ECFFE649A6939B6D031E35E07D, ordinal: 0
2016-05-18 02:04:21,185 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D68919ECFFE649A6939B6D031E35E07D, mem on start (mb), free: 327, total: 657, max: 672
2016-05-18 02:04:21,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:21,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:21,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:21,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:21,186 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[64FD9858BC2246A2AF0EAE672E39196F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [CEFADC4E1EEA44B48E6AB4C0760BD268:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:21,186 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:21,186 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:21,187 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:21,187 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[64FD9858BC2246A2AF0EAE672E39196F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [CEFADC4E1EEA44B48E6AB4C0760BD268:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:21,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:21,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 64FD9858BC2246A2AF0EAE672E39196F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:21,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 64FD9858BC2246A2AF0EAE672E39196F
2016-05-18 02:04:21,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:21,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:21,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:21,190 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21,191 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:21,191 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 64FD9858BC2246A2AF0EAE672E39196F initialized RecordReader from event
2016-05-18 02:04:21,194 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:21,195 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 64FD9858BC2246A2AF0EAE672E39196F
2016-05-18 02:04:21,195 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{1}:'char']], id: 684C8A667CDF47DD9F38C094AA084FB5
2016-05-18 02:04:21,196 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{1}:'char']] 684C8A667CDF47DD9F38C094AA084FB5
2016-05-18 02:04:21,197 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - CEFADC4E1EEA44B48E6AB4C0760BD268 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@73a710fb, comparator=cascading.tuple.hadoop.util.TupleComparator@5d4c0a0e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:21,198 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for CEFADC4E1EEA44B48E6AB4C0760BD268: , UsingHashComparator=false
2016-05-18 02:04:21,211 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:21,211 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:21,212 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for CEFADC4E1EEA44B48E6AB4C0760BD268: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:21,212 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - CEFADC4E1EEA44B48E6AB4C0760BD268: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:21,213 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:21,213 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D68919ECFFE649A6939B6D031E35E07D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:21,215 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:21,215 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 225, total: 657, max: 672
2016-05-18 02:04:21,216 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:21,217 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 225, total: 657, max: 672
2016-05-18 02:04:21,217 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:21,217 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 225, total: 657, max: 672
2016-05-18 02:04:21,218 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:21,218 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 225, total: 657, max: 672
2016-05-18 02:04:21,219 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21,219 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D68919ECFFE649A6939B6D031E35E07D, mem on close (mb), free: 225, total: 657, max: 672
2016-05-18 02:04:21,220 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - CEFADC4E1EEA44B48E6AB4C0760BD268: Starting flush of map output
2016-05-18 02:04:21,220 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - CEFADC4E1EEA44B48E6AB4C0760BD268: Span0.length = 9, perItem = 11
2016-05-18 02:04:21,221 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - CEFADC4E1EEA44B48E6AB4C0760BD268: done sorting span=0, length=9, time=1
2016-05-18 02:04:21,221 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - CEFADC4E1EEA44B48E6AB4C0760BD268: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:21,224 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - CEFADC4E1EEA44B48E6AB4C0760BD268: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001_wd/localmode-local-dir/output/attempt_1463537060965_0001_1_00_000000_0_10072_0/file.out
2016-05-18 02:04:21,227 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21,227 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537060965_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:21,228 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537060965_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:21,228 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537060965_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537061213, Process_Duration=6, Process_End_Time=1463537061219, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:21,230 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537060965_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:21,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D68919ECFFE649A6939B6D031E35E07D, taskAttemptId=attempt_1463537060965_0001_1_00_000000_0, creationTime=1463537061164, allocationTime=1463537061166, startTime=1463537061167, finishTime=1463537061230, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:21,230 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:21,230 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:21,230 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,230 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21,231 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537060965_0001_00_000001
2016-05-18 02:04:21,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_FINISHED]: vertexName=D68919ECFFE649A6939B6D031E35E07D, taskId=task_1463537060965_0001_1_00_000000, startTime=1463537061167, finishTime=1463537061231, timeTaken=64, status=SUCCEEDED, successfulAttemptID=attempt_1463537060965_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537061213, Process_Duration=6, Process_End_Time=1463537061219, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:21,232 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:21,232 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_FINISHED]: vertexName=D68919ECFFE649A6939B6D031E35E07D, vertexId=vertex_1463537060965_0001_1_00, initRequestedTime=1463537061142, initedTime=1463537061158, startRequestedTime=1463537061144, startedTime=1463537061159, finishTime=1463537061232, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537061213, Process_Duration=6, Process_End_Time=1463537061219, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537061167, firstTasksToStart=[ task_1463537060965_0001_1_00_000000 ], lastTaskFinishTime=1463537061230, lastTasksToFinish=[ task_1463537060965_0001_1_00_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537060965_0001_1_00_000000 ], longestDurationTasks=[ task_1463537060965_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:21,233 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:21,234 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537060965_0001_00_000001, stoppedTime=1463537061234, exitStatus=0
2016-05-18 02:04:21,234 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] attempt: attempt_1463537060965_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:21,234 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:21,234 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:21,236 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537060965_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:21,236 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CEFADC4E1EEA44B48E6AB4C0760BD268
2016-05-18 02:04:21,236 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D68919ECFFE649A6939B6D031E35E07D, destinationVertexName=CEFADC4E1EEA44B48E6AB4C0760BD268. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:21,237 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,237 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_STARTED]: vertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, taskId=task_1463537060965_0001_1_01_000000, scheduledTime=1463537061237, launchTime=1463537061237
2016-05-18 02:04:21,237 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,240 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537060965_0001_00_000002, launchTime=1463537061239
2016-05-18 02:04:21,241 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537060965_0001_00_000002
2016-05-18 02:04:21,241 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537060965_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,242 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537060965_0001_1_01_000000_0] started. Is using containerId: [container_1463537060965_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:21,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, taskAttemptId=attempt_1463537060965_0001_1_01_000000_0, startTime=1463537061241, containerId=container_1463537060965_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,242 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,242 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,243 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537060965_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:21,243 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:21,243 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count, VertexName: CEFADC4E1EEA44B48E6AB4C0760BD268, VertexParallelism: 1, TaskAttemptID:attempt_1463537060965_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D68919ECFFE649A6939B6D031E35E07D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D88818C4A767436A9F19AE3BE2ED6C58, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:21,243 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:21,243 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537060965_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:21,244 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537060965_0001_00_000001, Exiting
2016-05-18 02:04:21,244 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537060965_0001_00_000001
2016-05-18 02:04:21,244 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537060965_0001_00_000001
2016-05-18 02:04:21,245 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537060965_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:21,245 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537060965_0001_00_000001 completed successfully
2016-05-18 02:04:21,245 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,248 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537060965_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,249 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537060965_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:21,250 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:21,250 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:21,259 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CEFADC4E1EEA44B48E6AB4C0760BD268, ordinal: 1
2016-05-18 02:04:21,259 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CEFADC4E1EEA44B48E6AB4C0760BD268, mem on start (mb), free: 220, total: 657, max: 672
2016-05-18 02:04:21,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:21,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:21,260 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:21,267 INFO  output.MROutput (MROutput.java:initialize(421)) - D88818C4A767436A9F19AE3BE2ED6C58: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:21,267 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:21,267 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D68919ECFFE649A6939B6D031E35E07D:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [D88818C4A767436A9F19AE3BE2ED6C58:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:21,267 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:21,267 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:21,267 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:21,268 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D68919ECFFE649A6939B6D031E35E07D:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [D88818C4A767436A9F19AE3BE2ED6C58:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:21,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:21,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D68919ECFFE649A6939B6D031E35E07D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:21,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:21,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:21,270 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D68919ECFFE649A6939B6D031E35E07D: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:21,270 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D68919ECFFE649A6939B6D031E35E07D: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:21,271 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D68919ECFFE649A6939B6D031E35E07D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:21,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D68919ECFFE649A6939B6D031E35E07D
2016-05-18 02:04:21,274 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:21,274 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,276 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D68919ECFFE649A6939B6D031E35E07D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:21,277 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{1}:'char']]
2016-05-18 02:04:21,278 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{1}:'char']] streamed: true, id: 684C8A667CDF47DD9F38C094AA084FB5
2016-05-18 02:04:21,278 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count"], id: D88818C4A767436A9F19AE3BE2ED6C58
2016-05-18 02:04:21,278 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count"]
2016-05-18 02:04:21,279 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{1}:'char']] 684C8A667CDF47DD9F38C094AA084FB5, for 1 inputs
2016-05-18 02:04:21,280 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537060965_0001_1_00_000000_0_10072} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537061280, TimeTaken=3, Rate=0.03 MB/s
2016-05-18 02:04:21,280 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D68919ECFFE649A6939B6D031E35E07D
2016-05-18 02:04:21,280 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:21,281 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D68919ECFFE649A6939B6D031E35E07D, wasInterrupted=false
2016-05-18 02:04:21,282 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:21,282 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:21,283 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001_wd/localmode-local-dir/output/attempt_1463537060965_0001_1_00_000000_0_10072/file.out, len=101, isLocal=true
2016-05-18 02:04:21,283 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:21,283 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:21,283 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:21,283 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:21,284 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D68919ECFFE649A6939B6D031E35E07D
2016-05-18 02:04:21,284 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D68919ECFFE649A6939B6D031E35E07D: Shuffle Runner thread complete
2016-05-18 02:04:21,284 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CEFADC4E1EEA44B48E6AB4C0760BD268, all 1 inputs ready in: 00:00:00.005
2016-05-18 02:04:21,284 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D68919ECFFE649A6939B6D031E35E07D: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:21,287 INFO  output.MROutput (MROutput.java:close(526)) - D88818C4A767436A9F19AE3BE2ED6C58 closed
2016-05-18 02:04:21,288 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537060965_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:21,289 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,289 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CEFADC4E1EEA44B48E6AB4C0760BD268, mem on close (mb), free: 217, total: 657, max: 672
2016-05-18 02:04:21,289 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D68919ECFFE649A6939B6D031E35E07D
2016-05-18 02:04:21,290 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D68919ECFFE649A6939B6D031E35E07D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:21,290 INFO  output.MROutput (MROutput.java:close(526)) - D88818C4A767436A9F19AE3BE2ED6C58 closed
2016-05-18 02:04:21,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,291 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537060965_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:21,291 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537060965_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:21,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537060965_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537061284, Process_Duration=5, Process_End_Time=1463537061289, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:21,293 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537060965_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:21,293 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:21,293 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, taskAttemptId=attempt_1463537060965_0001_1_01_000000_0, creationTime=1463537061237, allocationTime=1463537061238, startTime=1463537061241, finishTime=1463537061293, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:21,293 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:21,294 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,294 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21,294 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537060965_0001_00_000002
2016-05-18 02:04:21,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:TASK_FINISHED]: vertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, taskId=task_1463537060965_0001_1_01_000000, startTime=1463537061241, finishTime=1463537061294, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1463537060965_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537061284, Process_Duration=5, Process_End_Time=1463537061289, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:21,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537060965_0001_00_000002, stoppedTime=1463537061295, exitStatus=0
2016-05-18 02:04:21,296 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:21,296 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268]
2016-05-18 02:04:21,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:VERTEX_FINISHED]: vertexName=CEFADC4E1EEA44B48E6AB4C0760BD268, vertexId=vertex_1463537060965_0001_1_01, initRequestedTime=1463537061144, initedTime=1463537061149, startRequestedTime=1463537061159, startedTime=1463537061160, finishTime=1463537061296, timeTaken=136, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537061284, Process_Duration=5, Process_End_Time=1463537061289, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537061241, firstTasksToStart=[ task_1463537060965_0001_1_01_000000 ], lastTaskFinishTime=1463537061293, lastTasksToFinish=[ task_1463537060965_0001_1_01_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537060965_0001_1_01_000000 ], longestDurationTasks=[ task_1463537060965_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:21,297 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:21,297 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:21,297 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:21,297 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537060965_0001_1_00 [D68919ECFFE649A6939B6D031E35E07D]
2016-05-18 02:04:21,297 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537060965_0001_1
2016-05-18 02:04:21,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537060965_0001_1
2016-05-18 02:04:21,298 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060965_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:21,298 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: D88818C4A767436A9F19AE3BE2ED6C58 for vertex: vertex_1463537060965_0001_1_01 [CEFADC4E1EEA44B48E6AB4C0760BD268], outputName: D88818C4A767436A9F19AE3BE2ED6C58
2016-05-18 02:04:21,297 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537060965_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:21,308 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537060965_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:21,308 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537060965_0001_00_000002: 13 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:21,308 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537060965_0001_00_000002, Exiting
2016-05-18 02:04:21,308 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537060965_0001_00_000002
2016-05-18 02:04:21,308 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537060965_0001_00_000002
2016-05-18 02:04:21,310 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537060965_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:21,310 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537060965_0001_00_000002 completed successfully
2016-05-18 02:04:21,315 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:D88818C4A767436A9F19AE3BE2ED6C58 of vertex/vertexGroup:CEFADC4E1EEA44B48E6AB4C0760BD268 isVertexGroupOutput:false
2016-05-18 02:04:21,315 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:21,317 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537060965_0001_1, queueSize=0
2016-05-18 02:04:21,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537060965_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537060965_0001_1, startTime=1463537061142, finishTime=1463537061315, timeTaken=173, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=370, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074122497, Process_Duration=11, Process_End_Time=2927074122508, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:21,317 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537060965_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:21,317 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537060965_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:21 Completed Dag: dag_1463537060965_0001_1
2016-05-18 02:04:21,318 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537060965_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:21,318 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537060965_0001_1_post
2016-05-18 02:04:21,318 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,318 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:21,318 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:21,318 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count, with id=dag_1463537060965_0001_1
2016-05-18 02:04:21,319 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2] count/(1/1) ...splatform/testCount/count, with id=dag_1463537060965_0001_1
2016-05-18 02:04:21,325 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...splatform/testCount/count, applicationId=application_1463537060965_0001
2016-05-18 02:04:21,328 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:21,328 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:21,328 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:21,328 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:21,328 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:21,329 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:21,329 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:21,329 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:21,330 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:21,330 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:21,330 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:21,331 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:21,331 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:21,331 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:21,335 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8181BD6863544956A6A91B5BDC759E90/D2A08717125A4055ADFDBEE791D92EA2/.tez/application_1463537060965_0001
2016-05-18 02:04:21,336 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count/_temporary
2016-05-18 02:04:21,336 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  completed in: 00:00.390
2016-05-18 02:04:21,427 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCount/count
2016-05-18 02:04:21,458 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:21,458 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:21,504 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:04:21,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-18 02:04:21,518 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:21,519 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:21,519 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:21,537 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:21,547 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby
2016-05-18 02:04:21,630 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting
2016-05-18 02:04:21,630 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:21,630 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby"]
2016-05-18 02:04:21,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  parallel execution of steps is enabled: false
2016-05-18 02:04:21,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  executing total steps: 1
2016-05-18 02:04:21,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  allocating management threads: 1
2016-05-18 02:04:21,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting step: (1/1) ...splatform/testMaxBy/maxby
2016-05-18 02:04:21,632 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:21,654 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tez session mode enabled: true
2016-05-18 02:04:21,659 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:21,659 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:21,659 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:21,669 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001 doesn't exist and is created
2016-05-18 02:04:21,691 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:21,691 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:21,692 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001_wd
2016-05-18 02:04:21,708 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537061659_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:21,708 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:21,708 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:21,710 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:21,710 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:21,710 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:21,710 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:21,712 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:21,713 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:21,713 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:21,713 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:21,714 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:21,714 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:21,714 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:21,714 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:21,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:21,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:21,715 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:21,716 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:21,716 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:21,718 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:21,720 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:21,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:21,720 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001_wd/localmode-log-dir
2016-05-18 02:04:21,721 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001_wd/localmode-log-dir/history.txt.appattempt_1463537061659_0001_000000, maxErrors=10
2016-05-18 02:04:21,721 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:21,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537061659_0001_000000, appSubmitTime=1463537061707, launchTime=1463537061707
2016-05-18 02:04:21,728 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:21,731 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46100
2016-05-18 02:04:21,734 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537061659
2016-05-18 02:04:21,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537061659_0001_000000, startTime=1463537061735
2016-05-18 02:04:21,735 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:21,791 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:21,792 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:21,792 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...splatform/testMaxBy/maxby, applicationId=application_1463537061659_0001, dagName=[279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby
2016-05-18 02:04:21,811 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby
2016-05-18 02:04:21,811 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:21,813 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537061659_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001_wd/localmode-log-dir/dag_1463537061659_0001_1.dot
2016-05-18 02:04:21,814 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001_wd/localmode-log-dir/dag_1463537061659_0001_1-tez-dag.pb.txt
2016-05-18 02:04:21,823 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537061659_0001_1
2016-05-18 02:04:21,823 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,823 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby
2016-05-18 02:04:21 Running Dag: dag_1463537061659_0001_1
2016-05-18 02:04:21,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537061659_0001_1, submitTime=1463537061811
2016-05-18 02:04:21,841 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001/tez-conf.pb" } size: 40953 timestamp: 1463537061000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:21,841 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,842 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:21,843 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001/tez-conf.pb" } size: 40953 timestamp: 1463537061000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:21,843 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,843 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:21,844 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:21,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537061659_0001_1, initTime=1463537061844
2016-05-18 02:04:21,844 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537061659_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:21,845 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:21,845 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:DAG_STARTED]: dagID=dag_1463537061659_0001_1, startTime=1463537061845
2016-05-18 02:04:21,845 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537061659_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:21,845 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...splatform/testMaxBy/maxby, applicationId=application_1463537061659_0001, dagName=[279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby
2016-05-18 02:04:21,846 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DADA8B916F4D4DF5BBA318CEEEE387DE : {7B8078ED3A2A416CA1F5EBB904CB306B={InputName=7B8078ED3A2A416CA1F5EBB904CB306B}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:21,846 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 7B8078ED3A2A416CA1F5EBB904CB306B, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:21,846 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,846 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,846 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,847 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,847 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:21,847 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,847 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 7B8078ED3A2A416CA1F5EBB904CB306B on vertex vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,850 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 7B8078ED3A2A416CA1F5EBB904CB306B asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:21,851 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:21,851 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:21,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:21,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:21,852 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:21,852 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,853 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537061659_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:21,853 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856], numAdditionalOutputs=1
2016-05-18 02:04:21,854 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=471D627CBD884B47BA92286C125FC629, vertex=vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:21,853 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 7B8078ED3A2A416CA1F5EBB904CB306B on vertex vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,855 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E5756199DCB8468CA550FAFEA34E0856:471D627CBD884B47BA92286C125FC629 using oldmapred API
2016-05-18 02:04:21,856 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=471D627CBD884B47BA92286C125FC629, vertexName=E5756199DCB8468CA550FAFEA34E0856, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:21,856 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E5756199DCB8468CA550FAFEA34E0856, vertexId=vertex_1463537061659_0001_1_01, initRequestedTime=1463537061847, initedTime=1463537061853, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:21,857 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:21,860 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:21,860 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {7B8078ED3A2A416CA1F5EBB904CB306B=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:21,860 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] parallelism set to 1
2016-05-18 02:04:21,860 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:21,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, vertexId=vertex_1463537061659_0001_1_00, initRequestedTime=1463537061846, initedTime=1463537061861, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:21,861 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] with distanceFromRoot: 0
2016-05-18 02:04:21,861 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:21,862 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537061659_0001_1_00, startRequestedTime=1463537061847, startedTime=1463537061862
2016-05-18 02:04:21,862 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537061659_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:21,862 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:21,863 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537061659_0001_1_00 for vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] numStartedSources: 1 numSources: 1
2016-05-18 02:04:21,863 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] with distanceFromRoot: 1
2016-05-18 02:04:21,863 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DADA8B916F4D4DF5BBA318CEEEE387DE
2016-05-18 02:04:21,863 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537061659_0001_1_01, startRequestedTime=1463537061863, startedTime=1463537061863
2016-05-18 02:04:21,864 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:21,865 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E5756199DCB8468CA550FAFEA34E0856 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:21,866 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: DADA8B916F4D4DF5BBA318CEEEE387DE in vertex: E5756199DCB8468CA550FAFEA34E0856 numBipartiteSourceTasks: 1
2016-05-18 02:04:21,867 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_STARTED]: vertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, taskId=task_1463537061659_0001_1_00_000000, scheduledTime=1463537061866, launchTime=1463537061866
2016-05-18 02:04:21,867 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,868 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:21,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537061659_0001_00_000001, launchTime=1463537061869
2016-05-18 02:04:21,870 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537061659_0001_00_000001
2016-05-18 02:04:21,871 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537061659_0001_1_00_000000_0] started. Is using containerId: [container_1463537061659_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:21,871 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, taskAttemptId=attempt_1463537061659_0001_1_00_000000_0, startTime=1463537061871, containerId=container_1463537061659_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:21,872 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537061659_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,872 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] submitted tez dag to app master: application_1463537061659_0001, with dag id: dag_1463537061659_0001_1
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,874 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,874 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,875 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:21,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby, VertexName: DADA8B916F4D4DF5BBA318CEEEE387DE, VertexParallelism: 1, TaskAttemptID:attempt_1463537061659_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7B8078ED3A2A416CA1F5EBB904CB306B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E5756199DCB8468CA550FAFEA34E0856, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:21,878 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:21,879 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,879 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537061659_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:21,880 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537061659_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:21,884 INFO  input.MRInput (MRInput.java:initialize(440)) - 7B8078ED3A2A416CA1F5EBB904CB306B using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:21,884 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 7B8078ED3A2A416CA1F5EBB904CB306B
2016-05-18 02:04:21,885 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:21,890 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DADA8B916F4D4DF5BBA318CEEEE387DE, ordinal: 0
2016-05-18 02:04:21,891 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DADA8B916F4D4DF5BBA318CEEEE387DE, mem on start (mb), free: 323, total: 657, max: 672
2016-05-18 02:04:21,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:21,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:21,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:21,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:21,892 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7B8078ED3A2A416CA1F5EBB904CB306B:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [E5756199DCB8468CA550FAFEA34E0856:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:21,893 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:21,893 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:21,893 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:21,894 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7B8078ED3A2A416CA1F5EBB904CB306B:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [E5756199DCB8468CA550FAFEA34E0856:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:21,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:21,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 7B8078ED3A2A416CA1F5EBB904CB306B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:21,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 7B8078ED3A2A416CA1F5EBB904CB306B
2016-05-18 02:04:21,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:21,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:21,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:21,896 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,897 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:21,897 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 7B8078ED3A2A416CA1F5EBB904CB306B initialized RecordReader from event
2016-05-18 02:04:21,899 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:21,899 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 7B8078ED3A2A416CA1F5EBB904CB306B
2016-05-18 02:04:21,900 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'char']], id: 54394626AD58466096487AEBA9F49625
2016-05-18 02:04:21,900 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'char']] 54394626AD58466096487AEBA9F49625
2016-05-18 02:04:21,901 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - E5756199DCB8468CA550FAFEA34E0856 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@1c8cf739, comparator=cascading.tuple.hadoop.util.TupleComparator@6abacdd3, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:21,902 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for E5756199DCB8468CA550FAFEA34E0856: , UsingHashComparator=false
2016-05-18 02:04:21,915 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:21,915 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:21,916 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for E5756199DCB8468CA550FAFEA34E0856: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:21,916 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - E5756199DCB8468CA550FAFEA34E0856: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:21,916 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:21,917 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DADA8B916F4D4DF5BBA318CEEEE387DE, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:21,918 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:21,918 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 657, max: 672
2016-05-18 02:04:21,921 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:21,921 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 220, total: 657, max: 672
2016-05-18 02:04:21,921 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:21,922 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 220, total: 657, max: 672
2016-05-18 02:04:21,922 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:21,922 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 220, total: 657, max: 672
2016-05-18 02:04:21,922 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,923 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DADA8B916F4D4DF5BBA318CEEEE387DE, mem on close (mb), free: 220, total: 657, max: 672
2016-05-18 02:04:21,923 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - E5756199DCB8468CA550FAFEA34E0856: Starting flush of map output
2016-05-18 02:04:21,923 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - E5756199DCB8468CA550FAFEA34E0856: Span0.length = 9, perItem = 15
2016-05-18 02:04:21,923 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - E5756199DCB8468CA550FAFEA34E0856: done sorting span=0, length=9, time=0
2016-05-18 02:04:21,923 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - E5756199DCB8468CA550FAFEA34E0856: Heap = SpanIterator<0:8> (span=Span[16777216,135]),
2016-05-18 02:04:21,925 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - E5756199DCB8468CA550FAFEA34E0856: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001_wd/localmode-local-dir/output/attempt_1463537061659_0001_1_00_000000_0_10078_0/file.out
2016-05-18 02:04:21,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,928 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537061659_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:21,928 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537061659_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:21,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537061659_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537061917, Process_Duration=5, Process_End_Time=1463537061922, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:21,929 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537061659_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:21,929 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:21,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, taskAttemptId=attempt_1463537061659_0001_1_00_000000_0, creationTime=1463537061867, allocationTime=1463537061868, startTime=1463537061871, finishTime=1463537061929, timeTaken=58, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:21,930 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:21,930 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,930 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_FINISHED]: vertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, taskId=task_1463537061659_0001_1_00_000000, startTime=1463537061871, finishTime=1463537061930, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1463537061659_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537061917, Process_Duration=5, Process_End_Time=1463537061922, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:21,932 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537061659_0001_00_000001
2016-05-18 02:04:21,932 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:21,932 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_FINISHED]: vertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, vertexId=vertex_1463537061659_0001_1_00, initRequestedTime=1463537061846, initedTime=1463537061861, startRequestedTime=1463537061847, startedTime=1463537061862, finishTime=1463537061932, timeTaken=70, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537061917, Process_Duration=5, Process_End_Time=1463537061922, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537061871, firstTasksToStart=[ task_1463537061659_0001_1_00_000000 ], lastTaskFinishTime=1463537061929, lastTasksToFinish=[ task_1463537061659_0001_1_00_000000 ], minTaskDuration=58, maxTaskDuration=58, avgTaskDuration=58.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537061659_0001_1_00_000000 ], longestDurationTasks=[ task_1463537061659_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:21,934 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:21,934 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537061659_0001_00_000001, stoppedTime=1463537061934, exitStatus=0
2016-05-18 02:04:21,934 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] attempt: attempt_1463537061659_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:21,934 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E5756199DCB8468CA550FAFEA34E0856
2016-05-18 02:04:21,935 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, destinationVertexName=E5756199DCB8468CA550FAFEA34E0856. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:21,935 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,935 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:21,935 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:21,936 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537061659_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:21,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_STARTED]: vertexName=E5756199DCB8468CA550FAFEA34E0856, taskId=task_1463537061659_0001_1_01_000000, scheduledTime=1463537061936, launchTime=1463537061936
2016-05-18 02:04:21,937 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537061659_0001_00_000002, launchTime=1463537061938
2016-05-18 02:04:21,939 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537061659_0001_00_000002
2016-05-18 02:04:21,939 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537061659_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,939 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537061659_0001_1_01_000000_0] started. Is using containerId: [container_1463537061659_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E5756199DCB8468CA550FAFEA34E0856, taskAttemptId=attempt_1463537061659_0001_1_01_000000_0, startTime=1463537061939, containerId=container_1463537061659_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:21,940 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,940 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,940 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:21,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby, VertexName: E5756199DCB8468CA550FAFEA34E0856, VertexParallelism: 1, TaskAttemptID:attempt_1463537061659_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DADA8B916F4D4DF5BBA318CEEEE387DE, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=471D627CBD884B47BA92286C125FC629, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:21,940 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:21,941 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,941 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537061659_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,941 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537061659_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:21,944 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537061659_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:21,944 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537061659_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:21,944 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537061659_0001_00_000001, Exiting
2016-05-18 02:04:21,944 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537061659_0001_00_000001
2016-05-18 02:04:21,944 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537061659_0001_00_000001
2016-05-18 02:04:21,945 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537061659_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:21,945 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537061659_0001_00_000001 completed successfully
2016-05-18 02:04:21,946 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:21,953 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:21,957 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E5756199DCB8468CA550FAFEA34E0856, ordinal: 1
2016-05-18 02:04:21,957 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E5756199DCB8468CA550FAFEA34E0856, mem on start (mb), free: 215, total: 657, max: 672
2016-05-18 02:04:21,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:21,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:21,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:21,962 INFO  output.MROutput (MROutput.java:initialize(421)) - 471D627CBD884B47BA92286C125FC629: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:21,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:21,962 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[471D627CBD884B47BA92286C125FC629:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [DADA8B916F4D4DF5BBA318CEEEE387DE:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:21,963 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:21,963 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:21,963 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:21,963 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[471D627CBD884B47BA92286C125FC629:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [DADA8B916F4D4DF5BBA318CEEEE387DE:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:21,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:21,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DADA8B916F4D4DF5BBA318CEEEE387DE being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:21,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:21,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:21,965 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - DADA8B916F4D4DF5BBA318CEEEE387DE: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:21,965 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - DADA8B916F4D4DF5BBA318CEEEE387DE: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:21,966 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: DADA8B916F4D4DF5BBA318CEEEE387DE with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:21,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DADA8B916F4D4DF5BBA318CEEEE387DE
2016-05-18 02:04:21,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:21,969 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,970 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DADA8B916F4D4DF5BBA318CEEEE387DE: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:21,971 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537061659_0001_1_00_000000_0_10078} to DISK_DIRECT, csize=137, dsize=133, EndTime=1463537061971, TimeTaken=1, Rate=0.13 MB/s
2016-05-18 02:04:21,972 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : DADA8B916F4D4DF5BBA318CEEEE387DE
2016-05-18 02:04:21,972 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:21,972 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: DADA8B916F4D4DF5BBA318CEEEE387DE, wasInterrupted=false
2016-05-18 02:04:21,973 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:21,973 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'char']]
2016-05-18 02:04:21,973 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:21,973 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001_wd/localmode-local-dir/output/attempt_1463537061659_0001_1_00_000000_0_10078/file.out, len=137, isLocal=true
2016-05-18 02:04:21,973 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'char']] streamed: true, id: 54394626AD58466096487AEBA9F49625
2016-05-18 02:04:21,974 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - DADA8B916F4D4DF5BBA318CEEEE387DE: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:21,974 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby"], id: 471D627CBD884B47BA92286C125FC629
2016-05-18 02:04:21,974 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 137 bytes from disk
2016-05-18 02:04:21,974 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby"]
2016-05-18 02:04:21,974 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:21,974 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'char']] 54394626AD58466096487AEBA9F49625, for 1 inputs
2016-05-18 02:04:21,974 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:21,975 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 120 bytes
2016-05-18 02:04:21,975 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : DADA8B916F4D4DF5BBA318CEEEE387DE
2016-05-18 02:04:21,975 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - DADA8B916F4D4DF5BBA318CEEEE387DE: Shuffle Runner thread complete
2016-05-18 02:04:21,975 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E5756199DCB8468CA550FAFEA34E0856, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:04:21,976 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - DADA8B916F4D4DF5BBA318CEEEE387DE: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:21,979 INFO  output.MROutput (MROutput.java:close(526)) - 471D627CBD884B47BA92286C125FC629 closed
2016-05-18 02:04:21,979 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537061659_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:21,980 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,981 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E5756199DCB8468CA550FAFEA34E0856, mem on close (mb), free: 210, total: 657, max: 672
2016-05-18 02:04:21,981 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: DADA8B916F4D4DF5BBA318CEEEE387DE
2016-05-18 02:04:21,981 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DADA8B916F4D4DF5BBA318CEEEE387DE: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:21,981 INFO  output.MROutput (MROutput.java:close(526)) - 471D627CBD884B47BA92286C125FC629 closed
2016-05-18 02:04:21,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,983 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537061659_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:21,984 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537061659_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:21,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537061659_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537061975, Process_Duration=5, Process_End_Time=1463537061980, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:21,986 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537061659_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:21,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E5756199DCB8468CA550FAFEA34E0856, taskAttemptId=attempt_1463537061659_0001_1_01_000000_0, creationTime=1463537061937, allocationTime=1463537061937, startTime=1463537061939, finishTime=1463537061986, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:21,986 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21,986 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:21,987 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:21,987 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:21,987 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:TASK_FINISHED]: vertexName=E5756199DCB8468CA550FAFEA34E0856, taskId=task_1463537061659_0001_1_01_000000, startTime=1463537061939, finishTime=1463537061986, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1463537061659_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537061975, Process_Duration=5, Process_End_Time=1463537061980, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:21,987 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537061659_0001_00_000002
2016-05-18 02:04:21,987 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:21,987 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856]
2016-05-18 02:04:21,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:VERTEX_FINISHED]: vertexName=E5756199DCB8468CA550FAFEA34E0856, vertexId=vertex_1463537061659_0001_1_01, initRequestedTime=1463537061847, initedTime=1463537061853, startRequestedTime=1463537061863, startedTime=1463537061863, finishTime=1463537061987, timeTaken=124, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537061975, Process_Duration=5, Process_End_Time=1463537061980, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537061939, firstTasksToStart=[ task_1463537061659_0001_1_01_000000 ], lastTaskFinishTime=1463537061986, lastTasksToFinish=[ task_1463537061659_0001_1_01_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537061659_0001_1_01_000000 ], longestDurationTasks=[ task_1463537061659_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:21,989 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:21,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537061659_0001_00_000002, stoppedTime=1463537061989, exitStatus=0
2016-05-18 02:04:21,989 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:21,989 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:21,989 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537061659_0001_1_00 [DADA8B916F4D4DF5BBA318CEEEE387DE]
2016-05-18 02:04:21,989 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537061659_0001_1
2016-05-18 02:04:21,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537061659_0001_1
2016-05-18 02:04:21,990 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 471D627CBD884B47BA92286C125FC629 for vertex: vertex_1463537061659_0001_1_01 [E5756199DCB8468CA550FAFEA34E0856], outputName: 471D627CBD884B47BA92286C125FC629
2016-05-18 02:04:21,992 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537061659_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:21,992 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537061659_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:21,997 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537061659_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:21,998 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537061659_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:21,998 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537061659_0001_00_000002, Exiting
2016-05-18 02:04:21,998 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537061659_0001_00_000002
2016-05-18 02:04:21,998 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537061659_0001_00_000002
2016-05-18 02:04:21,998 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537061659_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:21,998 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537061659_0001_00_000002 completed successfully
2016-05-18 02:04:22,000 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:471D627CBD884B47BA92286C125FC629 of vertex/vertexGroup:E5756199DCB8468CA550FAFEA34E0856 isVertexGroupOutput:false
2016-05-18 02:04:22,000 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:22,002 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537061659_0001_1, queueSize=0
2016-05-18 02:04:22,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537061659_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537061659_0001_1, startTime=1463537061845, finishTime=1463537062000, timeTaken=155, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=280, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074123892, Process_Duration=10, Process_End_Time=2927074123902, Read_Duration=3, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:22,003 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537061659_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:22,003 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537061659_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:22 Completed Dag: dag_1463537061659_0001_1
2016-05-18 02:04:22,003 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537061659_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:22,003 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537061659_0001_1_post
2016-05-18 02:04:22,004 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:22,004 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:22,004 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:22,005 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby, with id=dag_1463537061659_0001_1
2016-05-18 02:04:22,005 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD] max/(1/1) ...splatform/testMaxBy/maxby, with id=dag_1463537061659_0001_1
2016-05-18 02:04:22,010 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...splatform/testMaxBy/maxby, applicationId=application_1463537061659_0001
2016-05-18 02:04:22,012 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:22,012 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:22,012 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:22,013 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:22,013 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:22,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:22,014 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:22,014 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:22,016 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:22,016 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:22,016 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:22,016 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:22,017 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:22,017 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:22,020 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/279532EE0756483C8203A326B79CF8EC/F9A79E6A5E7E45CFB0B8C678BD77BEFD/.tez/application_1463537061659_0001
2016-05-18 02:04:22,021 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby/_temporary
2016-05-18 02:04:22,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  completed in: 00:00.391
2016-05-18 02:04:22,116 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby
2016-05-18 02:04:22,147 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:22,147 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:22,192 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:04:22,202 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-18 02:04:22,203 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:22,203 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:22,203 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:22,213 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:22,213 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:22,221 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:22,228 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby
2016-05-18 02:04:22,282 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] starting
2016-05-18 02:04:22,282 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:22,282 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby"]
2016-05-18 02:04:22,282 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  parallel execution of steps is enabled: false
2016-05-18 02:04:22,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  executing total steps: 1
2016-05-18 02:04:22,283 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  allocating management threads: 1
2016-05-18 02:04:22,284 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] starting step: (1/1) ...splatform/testMinBy/minby
2016-05-18 02:04:22,285 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [min] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:22,300 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] tez session mode enabled: true
2016-05-18 02:04:22,304 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:22,304 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:22,304 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:22,313 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001 doesn't exist and is created
2016-05-18 02:04:22,332 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:22,332 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:22,333 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001_wd
2016-05-18 02:04:22,355 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537062304_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:22,355 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:22,355 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:22,357 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:22,357 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:22,357 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:22,358 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:22,358 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:22,360 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:22,360 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:22,361 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:22,361 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:22,361 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:22,361 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:22,362 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:22,362 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:22,362 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:22,362 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:22,362 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:22,363 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:22,365 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:22,366 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:22,366 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:22,366 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001_wd/localmode-log-dir
2016-05-18 02:04:22,367 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001_wd/localmode-log-dir/history.txt.appattempt_1463537062304_0001_000000, maxErrors=10
2016-05-18 02:04:22,367 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:22,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537062304_0001_000000, appSubmitTime=1463537062354, launchTime=1463537062354
2016-05-18 02:04:22,372 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:22,375 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:58119
2016-05-18 02:04:22,376 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537062304
2016-05-18 02:04:22,378 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537062304_0001_000000, startTime=1463537062378
2016-05-18 02:04:22,378 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:22,432 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:22,433 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:22,433 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...splatform/testMinBy/minby, applicationId=application_1463537062304_0001, dagName=[9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby
2016-05-18 02:04:22,454 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby
2016-05-18 02:04:22,455 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:22,456 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537062304_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001_wd/localmode-log-dir/dag_1463537062304_0001_1.dot
2016-05-18 02:04:22,456 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001_wd/localmode-log-dir/dag_1463537062304_0001_1-tez-dag.pb.txt
2016-05-18 02:04:22,463 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537062304_0001_1
2016-05-18 02:04:22,463 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:22,464 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby
2016-05-18 02:04:22 Running Dag: dag_1463537062304_0001_1
2016-05-18 02:04:22,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537062304_0001_1, submitTime=1463537062454
2016-05-18 02:04:22,480 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001/tez-conf.pb" } size: 40953 timestamp: 1463537062000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:22,480 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,480 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:22,481 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001/tez-conf.pb" } size: 40953 timestamp: 1463537062000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:22,481 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,481 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:22,481 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:22,482 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537062304_0001_1, initTime=1463537062481
2016-05-18 02:04:22,482 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062304_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:22,482 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:22,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:DAG_STARTED]: dagID=dag_1463537062304_0001_1, startTime=1463537062483
2016-05-18 02:04:22,483 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062304_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:22,483 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D25FD2F072034EB2B5A66CD886AE67E0 : {3EE0D2DB1ABA4534B36E6D551299E442={InputName=3EE0D2DB1ABA4534B36E6D551299E442}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:22,483 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3EE0D2DB1ABA4534B36E6D551299E442, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:22,483 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,483 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,483 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,484 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,485 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...splatform/testMinBy/minby, applicationId=application_1463537062304_0001, dagName=[9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby
2016-05-18 02:04:22,485 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:22,485 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,487 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3EE0D2DB1ABA4534B36E6D551299E442 on vertex vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,489 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3EE0D2DB1ABA4534B36E6D551299E442 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:22,490 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:22,490 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,490 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,491 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537062304_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:22,491 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6], numAdditionalOutputs=1
2016-05-18 02:04:22,491 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=8944CC2F287D49038755AF68D35EFB0F, vertex=vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:22,492 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:22,492 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:22,492 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:22,493 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:22,493 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3EE0D2DB1ABA4534B36E6D551299E442 on vertex vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,493 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B6C0110F92B34D9B9DE3EBB9233543C6:8944CC2F287D49038755AF68D35EFB0F using oldmapred API
2016-05-18 02:04:22,494 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=8944CC2F287D49038755AF68D35EFB0F, vertexName=B6C0110F92B34D9B9DE3EBB9233543C6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:22,495 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B6C0110F92B34D9B9DE3EBB9233543C6, vertexId=vertex_1463537062304_0001_1_01, initRequestedTime=1463537062485, initedTime=1463537062491, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:22,495 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:22,496 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:22,496 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3EE0D2DB1ABA4534B36E6D551299E442=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:22,498 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] parallelism set to 1
2016-05-18 02:04:22,499 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:22,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D25FD2F072034EB2B5A66CD886AE67E0, vertexId=vertex_1463537062304_0001_1_00, initRequestedTime=1463537062483, initedTime=1463537062499, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:22,499 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] with distanceFromRoot: 0
2016-05-18 02:04:22,499 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:22,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537062304_0001_1_00, startRequestedTime=1463537062485, startedTime=1463537062499
2016-05-18 02:04:22,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537062304_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:22,500 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:22,500 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537062304_0001_1_00 for vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] numStartedSources: 1 numSources: 1
2016-05-18 02:04:22,500 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] with distanceFromRoot: 1
2016-05-18 02:04:22,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537062304_0001_1_01, startRequestedTime=1463537062500, startedTime=1463537062500
2016-05-18 02:04:22,500 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:22,501 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D25FD2F072034EB2B5A66CD886AE67E0
2016-05-18 02:04:22,502 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,502 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B6C0110F92B34D9B9DE3EBB9233543C6 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:22,502 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_STARTED]: vertexName=D25FD2F072034EB2B5A66CD886AE67E0, taskId=task_1463537062304_0001_1_00_000000, scheduledTime=1463537062502, launchTime=1463537062502
2016-05-18 02:04:22,503 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,505 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D25FD2F072034EB2B5A66CD886AE67E0 in vertex: B6C0110F92B34D9B9DE3EBB9233543C6 numBipartiteSourceTasks: 1
2016-05-18 02:04:22,506 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:22,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537062304_0001_00_000001, launchTime=1463537062507
2016-05-18 02:04:22,508 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062304_0001_00_000001
2016-05-18 02:04:22,509 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062304_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,509 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537062304_0001_1_00_000000_0] started. Is using containerId: [container_1463537062304_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:22,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D25FD2F072034EB2B5A66CD886AE67E0, taskAttemptId=attempt_1463537062304_0001_1_00_000000_0, startTime=1463537062509, containerId=container_1463537062304_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:22 Starting to run new task attempt: attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,510 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,510 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:22,510 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:22,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby, VertexName: D25FD2F072034EB2B5A66CD886AE67E0, VertexParallelism: 1, TaskAttemptID:attempt_1463537062304_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3EE0D2DB1ABA4534B36E6D551299E442, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B6C0110F92B34D9B9DE3EBB9233543C6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:22,511 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:22,511 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,511 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537062304_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:22,512 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537062304_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:22,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min] submitted tez dag to app master: application_1463537062304_0001, with dag id: dag_1463537062304_0001_1
2016-05-18 02:04:22,517 INFO  input.MRInput (MRInput.java:initialize(440)) - 3EE0D2DB1ABA4534B36E6D551299E442 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:22,518 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3EE0D2DB1ABA4534B36E6D551299E442
2016-05-18 02:04:22,518 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:22,530 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D25FD2F072034EB2B5A66CD886AE67E0, ordinal: 0
2016-05-18 02:04:22,530 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D25FD2F072034EB2B5A66CD886AE67E0, mem on start (mb), free: 309, total: 658, max: 672
2016-05-18 02:04:22,530 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:22,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:22,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:22,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:22,531 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3EE0D2DB1ABA4534B36E6D551299E442:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B6C0110F92B34D9B9DE3EBB9233543C6:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:22,531 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:22,531 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:22,532 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:22,532 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3EE0D2DB1ABA4534B36E6D551299E442:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B6C0110F92B34D9B9DE3EBB9233543C6:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:22,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:22,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3EE0D2DB1ABA4534B36E6D551299E442 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:22,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:22,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:22,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3EE0D2DB1ABA4534B36E6D551299E442
2016-05-18 02:04:22,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:22,534 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,536 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:22,536 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3EE0D2DB1ABA4534B36E6D551299E442 initialized RecordReader from event
2016-05-18 02:04:22,537 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:22,538 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 3EE0D2DB1ABA4534B36E6D551299E442
2016-05-18 02:04:22,538 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(min)[by:[{1}:'char']], id: C9BFC5A836D6429E9BFCEB879B5E95AE
2016-05-18 02:04:22,538 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(min)[by:[{1}:'char']] C9BFC5A836D6429E9BFCEB879B5E95AE
2016-05-18 02:04:22,540 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B6C0110F92B34D9B9DE3EBB9233543C6 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@67c04226, comparator=cascading.tuple.hadoop.util.TupleComparator@7f370200, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:22,540 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B6C0110F92B34D9B9DE3EBB9233543C6: , UsingHashComparator=false
2016-05-18 02:04:22,553 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:22,554 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:22,554 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B6C0110F92B34D9B9DE3EBB9233543C6: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:22,554 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B6C0110F92B34D9B9DE3EBB9233543C6: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:22,555 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:22,555 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D25FD2F072034EB2B5A66CD886AE67E0, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:22,556 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:22,556 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 207, total: 658, max: 672
2016-05-18 02:04:22,558 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:22,558 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 207, total: 658, max: 672
2016-05-18 02:04:22,558 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:22,559 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 207, total: 658, max: 672
2016-05-18 02:04:22,559 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:22,559 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 207, total: 658, max: 672
2016-05-18 02:04:22,560 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,560 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D25FD2F072034EB2B5A66CD886AE67E0, mem on close (mb), free: 207, total: 658, max: 672
2016-05-18 02:04:22,560 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B6C0110F92B34D9B9DE3EBB9233543C6: Starting flush of map output
2016-05-18 02:04:22,561 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B6C0110F92B34D9B9DE3EBB9233543C6: Span0.length = 9, perItem = 15
2016-05-18 02:04:22,561 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B6C0110F92B34D9B9DE3EBB9233543C6: done sorting span=0, length=9, time=0
2016-05-18 02:04:22,561 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B6C0110F92B34D9B9DE3EBB9233543C6: Heap = SpanIterator<0:8> (span=Span[16777216,135]),
2016-05-18 02:04:22,563 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B6C0110F92B34D9B9DE3EBB9233543C6: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001_wd/localmode-local-dir/output/attempt_1463537062304_0001_1_00_000000_0_10084_0/file.out
2016-05-18 02:04:22,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:22 Completed running task attempt: attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,567 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537062304_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:22,567 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537062304_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:22,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537062304_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537062555, Process_Duration=5, Process_End_Time=1463537062560, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:22,569 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537062304_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:22,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D25FD2F072034EB2B5A66CD886AE67E0, taskAttemptId=attempt_1463537062304_0001_1_00_000000_0, creationTime=1463537062503, allocationTime=1463537062506, startTime=1463537062509, finishTime=1463537062569, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:22,570 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:22,570 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:22,570 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_FINISHED]: vertexName=D25FD2F072034EB2B5A66CD886AE67E0, taskId=task_1463537062304_0001_1_00_000000, startTime=1463537062509, finishTime=1463537062570, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1463537062304_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537062555, Process_Duration=5, Process_End_Time=1463537062560, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:22,571 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:22,571 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,572 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:22,572 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062304_0001_00_000001
2016-05-18 02:04:22,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_FINISHED]: vertexName=D25FD2F072034EB2B5A66CD886AE67E0, vertexId=vertex_1463537062304_0001_1_00, initRequestedTime=1463537062483, initedTime=1463537062499, startRequestedTime=1463537062485, startedTime=1463537062499, finishTime=1463537062571, timeTaken=72, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537062555, Process_Duration=5, Process_End_Time=1463537062560, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537062509, firstTasksToStart=[ task_1463537062304_0001_1_00_000000 ], lastTaskFinishTime=1463537062569, lastTasksToFinish=[ task_1463537062304_0001_1_00_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537062304_0001_1_00_000000 ], longestDurationTasks=[ task_1463537062304_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:22,573 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:22,573 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] attempt: attempt_1463537062304_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:22,574 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:22,574 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:22,576 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B6C0110F92B34D9B9DE3EBB9233543C6
2016-05-18 02:04:22,576 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D25FD2F072034EB2B5A66CD886AE67E0, destinationVertexName=B6C0110F92B34D9B9DE3EBB9233543C6. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:22,576 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537062304_0001_00_000001, stoppedTime=1463537062576, exitStatus=0
2016-05-18 02:04:22,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_STARTED]: vertexName=B6C0110F92B34D9B9DE3EBB9233543C6, taskId=task_1463537062304_0001_1_01_000000, scheduledTime=1463537062576, launchTime=1463537062576
2016-05-18 02:04:22,577 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,577 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537062304_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:22,578 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537062304_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:22,579 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062304_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:22,579 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537062304_0001_00_000001, Exiting
2016-05-18 02:04:22,579 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537062304_0001_00_000001
2016-05-18 02:04:22,580 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537062304_0001_00_000001
2016-05-18 02:04:22,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537062304_0001_00_000002, launchTime=1463537062580
2016-05-18 02:04:22,581 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537062304_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:22,581 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537062304_0001_00_000001 completed successfully
2016-05-18 02:04:22,582 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062304_0001_00_000002
2016-05-18 02:04:22,583 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537062304_0001_1_01_000000_0] started. Is using containerId: [container_1463537062304_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:22,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B6C0110F92B34D9B9DE3EBB9233543C6, taskAttemptId=attempt_1463537062304_0001_1_01_000000_0, startTime=1463537062583, containerId=container_1463537062304_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:22,584 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062304_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22 Starting to run new task attempt: attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22,585 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22,585 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:22,585 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:22,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby, VertexName: B6C0110F92B34D9B9DE3EBB9233543C6, VertexParallelism: 1, TaskAttemptID:attempt_1463537062304_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D25FD2F072034EB2B5A66CD886AE67E0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8944CC2F287D49038755AF68D35EFB0F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:22,585 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:22,586 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22,587 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537062304_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,588 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537062304_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:22,591 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:22,595 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:22,601 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B6C0110F92B34D9B9DE3EBB9233543C6, ordinal: 1
2016-05-18 02:04:22,604 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B6C0110F92B34D9B9DE3EBB9233543C6, mem on start (mb), free: 202, total: 658, max: 672
2016-05-18 02:04:22,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:22,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:22,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:22,614 INFO  output.MROutput (MROutput.java:initialize(421)) - 8944CC2F287D49038755AF68D35EFB0F: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:22,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:22,614 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D25FD2F072034EB2B5A66CD886AE67E0:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [8944CC2F287D49038755AF68D35EFB0F:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:22,614 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:22,615 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:22,615 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:22,615 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D25FD2F072034EB2B5A66CD886AE67E0:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [8944CC2F287D49038755AF68D35EFB0F:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:22,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:22,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D25FD2F072034EB2B5A66CD886AE67E0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:22,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:22,615 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:22,616 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D25FD2F072034EB2B5A66CD886AE67E0: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:22,616 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D25FD2F072034EB2B5A66CD886AE67E0: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:22,617 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D25FD2F072034EB2B5A66CD886AE67E0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:22,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D25FD2F072034EB2B5A66CD886AE67E0
2016-05-18 02:04:22,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:22,618 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22,619 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D25FD2F072034EB2B5A66CD886AE67E0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:22,622 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(min)[by:[{1}:'char']]
2016-05-18 02:04:22,622 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(min)[by:[{1}:'char']] streamed: true, id: C9BFC5A836D6429E9BFCEB879B5E95AE
2016-05-18 02:04:22,623 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537062304_0001_1_00_000000_0_10084} to DISK_DIRECT, csize=137, dsize=133, EndTime=1463537062622, TimeTaken=1, Rate=0.13 MB/s
2016-05-18 02:04:22,623 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby"], id: 8944CC2F287D49038755AF68D35EFB0F
2016-05-18 02:04:22,623 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D25FD2F072034EB2B5A66CD886AE67E0
2016-05-18 02:04:22,623 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby"]
2016-05-18 02:04:22,623 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:22,623 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(min)[by:[{1}:'char']] C9BFC5A836D6429E9BFCEB879B5E95AE, for 1 inputs
2016-05-18 02:04:22,624 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D25FD2F072034EB2B5A66CD886AE67E0, wasInterrupted=false
2016-05-18 02:04:22,624 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:22,625 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:22,642 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001_wd/localmode-local-dir/output/attempt_1463537062304_0001_1_00_000000_0_10084/file.out, len=137, isLocal=true
2016-05-18 02:04:22,642 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 137 bytes from disk
2016-05-18 02:04:22,642 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:22,643 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:22,643 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 120 bytes
2016-05-18 02:04:22,644 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D25FD2F072034EB2B5A66CD886AE67E0
2016-05-18 02:04:22,644 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B6C0110F92B34D9B9DE3EBB9233543C6, all 1 inputs ready in: 00:00:00.021
2016-05-18 02:04:22,644 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D25FD2F072034EB2B5A66CD886AE67E0: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:22,644 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D25FD2F072034EB2B5A66CD886AE67E0: Shuffle Runner thread complete
2016-05-18 02:04:22,648 INFO  output.MROutput (MROutput.java:close(526)) - 8944CC2F287D49038755AF68D35EFB0F closed
2016-05-18 02:04:22,648 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537062304_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:22,649 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22,649 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B6C0110F92B34D9B9DE3EBB9233543C6, mem on close (mb), free: 410, total: 658, max: 672
2016-05-18 02:04:22,650 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D25FD2F072034EB2B5A66CD886AE67E0
2016-05-18 02:04:22,650 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D25FD2F072034EB2B5A66CD886AE67E0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:22,650 INFO  output.MROutput (MROutput.java:close(526)) - 8944CC2F287D49038755AF68D35EFB0F closed
2016-05-18 02:04:22,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:22 Completed running task attempt: attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22,651 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537062304_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:22,651 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537062304_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:22,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537062304_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=28, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537062644, Process_Duration=5, Process_End_Time=1463537062649, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:22,653 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537062304_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:22,653 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:22,653 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B6C0110F92B34D9B9DE3EBB9233543C6, taskAttemptId=attempt_1463537062304_0001_1_01_000000_0, creationTime=1463537062577, allocationTime=1463537062578, startTime=1463537062583, finishTime=1463537062653, timeTaken=70, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:22,654 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22,653 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:22,654 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:22,654 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:TASK_FINISHED]: vertexName=B6C0110F92B34D9B9DE3EBB9233543C6, taskId=task_1463537062304_0001_1_01_000000, startTime=1463537062583, finishTime=1463537062654, timeTaken=71, status=SUCCEEDED, successfulAttemptID=attempt_1463537062304_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=28, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537062644, Process_Duration=5, Process_End_Time=1463537062649, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:22,655 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:22,655 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6]
2016-05-18 02:04:22,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:VERTEX_FINISHED]: vertexName=B6C0110F92B34D9B9DE3EBB9233543C6, vertexId=vertex_1463537062304_0001_1_01, initRequestedTime=1463537062485, initedTime=1463537062491, startRequestedTime=1463537062500, startedTime=1463537062500, finishTime=1463537062655, timeTaken=155, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=28, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537062644, Process_Duration=5, Process_End_Time=1463537062649, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537062583, firstTasksToStart=[ task_1463537062304_0001_1_01_000000 ], lastTaskFinishTime=1463537062653, lastTasksToFinish=[ task_1463537062304_0001_1_01_000000 ], minTaskDuration=70, maxTaskDuration=70, avgTaskDuration=70.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537062304_0001_1_01_000000 ], longestDurationTasks=[ task_1463537062304_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:22,656 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:22,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537062304_0001_00_000002, stoppedTime=1463537062656, exitStatus=0
2016-05-18 02:04:22,656 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:22,656 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:22,657 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537062304_0001_1_00 [D25FD2F072034EB2B5A66CD886AE67E0]
2016-05-18 02:04:22,657 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537062304_0001_1
2016-05-18 02:04:22,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537062304_0001_1
2016-05-18 02:04:22,657 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062304_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:22,657 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537062304_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:22,654 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062304_0001_00_000002
2016-05-18 02:04:22,657 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 8944CC2F287D49038755AF68D35EFB0F for vertex: vertex_1463537062304_0001_1_01 [B6C0110F92B34D9B9DE3EBB9233543C6], outputName: 8944CC2F287D49038755AF68D35EFB0F
2016-05-18 02:04:22,661 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537062304_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:22,661 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062304_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:22,661 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537062304_0001_00_000002, Exiting
2016-05-18 02:04:22,661 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537062304_0001_00_000002
2016-05-18 02:04:22,661 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537062304_0001_00_000002
2016-05-18 02:04:22,661 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537062304_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:22,661 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537062304_0001_00_000002 completed successfully
2016-05-18 02:04:22,668 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:8944CC2F287D49038755AF68D35EFB0F of vertex/vertexGroup:B6C0110F92B34D9B9DE3EBB9233543C6 isVertexGroupOutput:false
2016-05-18 02:04:22,669 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:22,671 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537062304_0001_1, queueSize=0
2016-05-18 02:04:22,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062304_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537062304_0001_1, startTime=1463537062482, finishTime=1463537062669, timeTaken=187, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=380, AM_GC_TIME_MILLIS=14, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=28, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074125199, Process_Duration=10, Process_End_Time=2927074125209, Read_Duration=3, Tuples_Read=22, Tuples_Written=14, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:22,672 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537062304_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:22,672 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062304_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:22 Completed Dag: dag_1463537062304_0001_1
2016-05-18 02:04:22,672 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537062304_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:22,673 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537062304_0001_1_post
2016-05-18 02:04:22,673 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:22,674 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:22,674 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:22,674 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby, with id=dag_1463537062304_0001_1
2016-05-18 02:04:22,675 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1] min/(1/1) ...splatform/testMinBy/minby, with id=dag_1463537062304_0001_1
2016-05-18 02:04:22,679 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...splatform/testMinBy/minby, applicationId=application_1463537062304_0001
2016-05-18 02:04:22,681 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:22,682 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:22,682 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:22,682 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:22,682 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:22,682 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:22,683 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:22,683 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:22,683 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:22,684 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:22,684 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:22,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:22,685 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:22,685 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:22,688 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FAA1A6EE1EE41669FCC47B1D4B07302/DA76231F147C4E9889534CE7157383C1/.tez/application_1463537062304_0001
2016-05-18 02:04:22,689 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby/_temporary
2016-05-18 02:04:22,689 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [min]  completed in: 00:00.406
2016-05-18 02:04:22,781 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMinBy/minby
2016-05-18 02:04:22,808 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:22,808 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:22,849 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:04:22,863 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-18 02:04:22,864 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:22,864 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:22,864 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:22,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:22,889 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum
2016-05-18 02:04:22,954 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] starting
2016-05-18 02:04:22,954 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:22,954 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum"]
2016-05-18 02:04:22,955 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  parallel execution of steps is enabled: false
2016-05-18 02:04:22,955 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  executing total steps: 1
2016-05-18 02:04:22,955 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  allocating management threads: 1
2016-05-18 02:04:22,956 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] starting step: (1/1) ...ersplatform/testSumBy/sum
2016-05-18 02:04:22,957 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [sum] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:22,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] tez session mode enabled: true
2016-05-18 02:04:22,985 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:22,985 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:22,985 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:22,994 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001 doesn't exist and is created
2016-05-18 02:04:23,017 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:23,017 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:23,018 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001_wd
2016-05-18 02:04:23,035 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537062985_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:23,036 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:23,036 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:23,037 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:23,037 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:23,038 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:23,038 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:23,038 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:23,040 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:23,040 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:23,040 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:23,040 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:23,040 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:23,040 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:23,040 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:23,041 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:23,041 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:23,042 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:23,042 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:23,042 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:23,045 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:23,046 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:23,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:23,046 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001_wd/localmode-log-dir
2016-05-18 02:04:23,047 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:23,047 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:23,047 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001_wd/localmode-log-dir/history.txt.appattempt_1463537062985_0001_000000, maxErrors=10
2016-05-18 02:04:23,048 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:23,048 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537062985_0001_000000, appSubmitTime=1463537063035, launchTime=1463537063035
2016-05-18 02:04:23,051 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:23,055 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48683
2016-05-18 02:04:23,056 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537062985
2016-05-18 02:04:23,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537062985_0001_000000, startTime=1463537063061
2016-05-18 02:04:23,061 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:23,117 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:23,117 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:23,118 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...ersplatform/testSumBy/sum, applicationId=application_1463537062985_0001, dagName=[7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum
2016-05-18 02:04:23,136 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum
2016-05-18 02:04:23,136 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:23,137 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537062985_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001_wd/localmode-log-dir/dag_1463537062985_0001_1.dot
2016-05-18 02:04:23,138 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001_wd/localmode-log-dir/dag_1463537062985_0001_1-tez-dag.pb.txt
2016-05-18 02:04:23,149 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537062985_0001_1
2016-05-18 02:04:23,149 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,150 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum
2016-05-18 02:04:23 Running Dag: dag_1463537062985_0001_1
2016-05-18 02:04:23,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537062985_0001_1, submitTime=1463537063136
2016-05-18 02:04:23,165 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001/tez-conf.pb" } size: 40953 timestamp: 1463537063000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:23,166 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,166 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:23,167 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001/tez-conf.pb" } size: 40953 timestamp: 1463537063000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:23,167 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,167 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:23,167 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:23,168 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537062985_0001_1, initTime=1463537063167
2016-05-18 02:04:23,168 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062985_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:23,168 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:23,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:DAG_STARTED]: dagID=dag_1463537062985_0001_1, startTime=1463537063169
2016-05-18 02:04:23,169 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062985_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:23,169 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A7A2AA4D0FB24CA090EEE87506FF6080 : {7E0853FED386473DAF9FAD25ACBCA0F1={InputName=7E0853FED386473DAF9FAD25ACBCA0F1}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:23,169 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 7E0853FED386473DAF9FAD25ACBCA0F1, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:23,169 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,169 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,169 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,170 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,170 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...ersplatform/testSumBy/sum, applicationId=application_1463537062985_0001, dagName=[7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum
2016-05-18 02:04:23,171 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:23,172 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 7E0853FED386473DAF9FAD25ACBCA0F1 on vertex vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,172 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,174 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 7E0853FED386473DAF9FAD25ACBCA0F1 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:23,175 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:23,175 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:23,175 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,176 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:23,176 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537062985_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:23,177 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A], numAdditionalOutputs=1
2016-05-18 02:04:23,177 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=615A06E55B334DACBDA1717A3D650983, vertex=vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:23,176 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:23,177 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:23,178 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 7E0853FED386473DAF9FAD25ACBCA0F1 on vertex vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,180 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for AD5F4BC5153B40F183DEB4250D8CB04A:615A06E55B334DACBDA1717A3D650983 using oldmapred API
2016-05-18 02:04:23,180 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=615A06E55B334DACBDA1717A3D650983, vertexName=AD5F4BC5153B40F183DEB4250D8CB04A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:23,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AD5F4BC5153B40F183DEB4250D8CB04A, vertexId=vertex_1463537062985_0001_1_01, initRequestedTime=1463537063172, initedTime=1463537063177, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:23,181 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:23,182 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:23,182 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {7E0853FED386473DAF9FAD25ACBCA0F1=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:23,183 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] parallelism set to 1
2016-05-18 02:04:23,183 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:23,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A7A2AA4D0FB24CA090EEE87506FF6080, vertexId=vertex_1463537062985_0001_1_00, initRequestedTime=1463537063169, initedTime=1463537063184, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:23,184 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] with distanceFromRoot: 0
2016-05-18 02:04:23,184 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:23,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537062985_0001_1_00, startRequestedTime=1463537063172, startedTime=1463537063184
2016-05-18 02:04:23,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537062985_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:23,185 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:23,185 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537062985_0001_1_00 for vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] numStartedSources: 1 numSources: 1
2016-05-18 02:04:23,185 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] with distanceFromRoot: 1
2016-05-18 02:04:23,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537062985_0001_1_01, startRequestedTime=1463537063185, startedTime=1463537063185
2016-05-18 02:04:23,188 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:23,193 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: AD5F4BC5153B40F183DEB4250D8CB04A with 0 source tasks and 1 pending tasks
2016-05-18 02:04:23,194 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A7A2AA4D0FB24CA090EEE87506FF6080
2016-05-18 02:04:23,194 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_STARTED]: vertexName=A7A2AA4D0FB24CA090EEE87506FF6080, taskId=task_1463537062985_0001_1_00_000000, scheduledTime=1463537063195, launchTime=1463537063195
2016-05-18 02:04:23,195 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,197 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:23,198 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A7A2AA4D0FB24CA090EEE87506FF6080 in vertex: AD5F4BC5153B40F183DEB4250D8CB04A numBipartiteSourceTasks: 1
2016-05-18 02:04:23,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537062985_0001_00_000001, launchTime=1463537063201
2016-05-18 02:04:23,201 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] submitted tez dag to app master: application_1463537062985_0001, with dag id: dag_1463537062985_0001_1
2016-05-18 02:04:23,202 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062985_0001_00_000001
2016-05-18 02:04:23,203 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062985_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,203 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537062985_0001_1_00_000000_0] started. Is using containerId: [container_1463537062985_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:23,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A7A2AA4D0FB24CA090EEE87506FF6080, taskAttemptId=attempt_1463537062985_0001_1_00_000000_0, startTime=1463537063202, containerId=container_1463537062985_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,203 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,203 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,203 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:23,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum, VertexName: A7A2AA4D0FB24CA090EEE87506FF6080, VertexParallelism: 1, TaskAttemptID:attempt_1463537062985_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7E0853FED386473DAF9FAD25ACBCA0F1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AD5F4BC5153B40F183DEB4250D8CB04A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:23,204 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:23,204 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,210 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537062985_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:23,212 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537062985_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:23,213 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:23,214 INFO  input.MRInput (MRInput.java:initialize(440)) - 7E0853FED386473DAF9FAD25ACBCA0F1 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:23,217 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 7E0853FED386473DAF9FAD25ACBCA0F1
2016-05-18 02:04:23,221 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A7A2AA4D0FB24CA090EEE87506FF6080, ordinal: 0
2016-05-18 02:04:23,221 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A7A2AA4D0FB24CA090EEE87506FF6080, mem on start (mb), free: 298, total: 658, max: 672
2016-05-18 02:04:23,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:23,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:23,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:23,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:23,222 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[7E0853FED386473DAF9FAD25ACBCA0F1:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [AD5F4BC5153B40F183DEB4250D8CB04A:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:23,222 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:23,222 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:23,222 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:23,223 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[7E0853FED386473DAF9FAD25ACBCA0F1:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [AD5F4BC5153B40F183DEB4250D8CB04A:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:23,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:23,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 7E0853FED386473DAF9FAD25ACBCA0F1 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:23,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 7E0853FED386473DAF9FAD25ACBCA0F1
2016-05-18 02:04:23,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:23,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:23,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:23,224 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,226 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:23,227 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 7E0853FED386473DAF9FAD25ACBCA0F1 initialized RecordReader from event
2016-05-18 02:04:23,227 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:23,228 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 7E0853FED386473DAF9FAD25ACBCA0F1
2016-05-18 02:04:23,228 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum)[by:[{1}:'char']], id: FB795188767D4E2B916214B8FC88E0AD
2016-05-18 02:04:23,228 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum)[by:[{1}:'char']] FB795188767D4E2B916214B8FC88E0AD
2016-05-18 02:04:23,229 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - AD5F4BC5153B40F183DEB4250D8CB04A using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@186d3da7, comparator=cascading.tuple.hadoop.util.TupleComparator@2beaab78, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:23,230 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for AD5F4BC5153B40F183DEB4250D8CB04A: , UsingHashComparator=false
2016-05-18 02:04:23,243 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:23,243 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:23,243 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for AD5F4BC5153B40F183DEB4250D8CB04A: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:23,243 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - AD5F4BC5153B40F183DEB4250D8CB04A: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:23,244 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:23,244 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A7A2AA4D0FB24CA090EEE87506FF6080, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:23,246 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:23,246 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 658, max: 672
2016-05-18 02:04:23,247 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:23,247 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 658, max: 672
2016-05-18 02:04:23,248 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:23,248 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 658, max: 672
2016-05-18 02:04:23,248 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:23,248 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 658, max: 672
2016-05-18 02:04:23,249 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,249 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A7A2AA4D0FB24CA090EEE87506FF6080, mem on close (mb), free: 196, total: 658, max: 672
2016-05-18 02:04:23,249 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - AD5F4BC5153B40F183DEB4250D8CB04A: Starting flush of map output
2016-05-18 02:04:23,249 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - AD5F4BC5153B40F183DEB4250D8CB04A: Span0.length = 9, perItem = 11
2016-05-18 02:04:23,250 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - AD5F4BC5153B40F183DEB4250D8CB04A: done sorting span=0, length=9, time=0
2016-05-18 02:04:23,250 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - AD5F4BC5153B40F183DEB4250D8CB04A: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:23,251 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - AD5F4BC5153B40F183DEB4250D8CB04A: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001_wd/localmode-local-dir/output/attempt_1463537062985_0001_1_00_000000_0_10089_0/file.out
2016-05-18 02:04:23,254 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:23 Completed running task attempt: attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,255 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537062985_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:23,255 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537062985_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:23,256 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537062985_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537063244, Process_Duration=5, Process_End_Time=1463537063249, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:23,256 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537062985_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:23,257 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:23,257 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:23,257 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A7A2AA4D0FB24CA090EEE87506FF6080, taskAttemptId=attempt_1463537062985_0001_1_00_000000_0, creationTime=1463537063195, allocationTime=1463537063200, startTime=1463537063202, finishTime=1463537063257, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:23,257 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_FINISHED]: vertexName=A7A2AA4D0FB24CA090EEE87506FF6080, taskId=task_1463537062985_0001_1_00_000000, startTime=1463537063202, finishTime=1463537063257, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1463537062985_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537063244, Process_Duration=5, Process_End_Time=1463537063249, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:23,259 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:23,259 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_FINISHED]: vertexName=A7A2AA4D0FB24CA090EEE87506FF6080, vertexId=vertex_1463537062985_0001_1_00, initRequestedTime=1463537063169, initedTime=1463537063184, startRequestedTime=1463537063172, startedTime=1463537063184, finishTime=1463537063259, timeTaken=75, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537063244, Process_Duration=5, Process_End_Time=1463537063249, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537063202, firstTasksToStart=[ task_1463537062985_0001_1_00_000000 ], lastTaskFinishTime=1463537063257, lastTasksToFinish=[ task_1463537062985_0001_1_00_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537062985_0001_1_00_000000 ], longestDurationTasks=[ task_1463537062985_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:23,260 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:23,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537062985_0001_00_000001, stoppedTime=1463537063260, exitStatus=0
2016-05-18 02:04:23,261 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] attempt: attempt_1463537062985_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:23,261 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:23,261 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AD5F4BC5153B40F183DEB4250D8CB04A
2016-05-18 02:04:23,261 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062985_0001_00_000001
2016-05-18 02:04:23,261 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:23,261 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A7A2AA4D0FB24CA090EEE87506FF6080, destinationVertexName=AD5F4BC5153B40F183DEB4250D8CB04A. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:23,261 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537062985_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:23,261 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_STARTED]: vertexName=AD5F4BC5153B40F183DEB4250D8CB04A, taskId=task_1463537062985_0001_1_01_000000, scheduledTime=1463537063262, launchTime=1463537063262
2016-05-18 02:04:23,280 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,281 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537062985_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:23,281 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062985_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:23,282 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537062985_0001_00_000001, Exiting
2016-05-18 02:04:23,282 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537062985_0001_00_000001
2016-05-18 02:04:23,282 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537062985_0001_00_000001
2016-05-18 02:04:23,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537062985_0001_00_000002, launchTime=1463537063282
2016-05-18 02:04:23,283 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537062985_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:23,283 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062985_0001_00_000002
2016-05-18 02:04:23,283 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537062985_0001_00_000001 completed successfully
2016-05-18 02:04:23,285 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537062985_0001_1_01_000000_0] started. Is using containerId: [container_1463537062985_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:23,285 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AD5F4BC5153B40F183DEB4250D8CB04A, taskAttemptId=attempt_1463537062985_0001_1_01_000000_0, startTime=1463537063284, containerId=container_1463537062985_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:23,285 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062985_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23,286 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23,286 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,286 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:23,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum, VertexName: AD5F4BC5153B40F183DEB4250D8CB04A, VertexParallelism: 1, TaskAttemptID:attempt_1463537062985_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A7A2AA4D0FB24CA090EEE87506FF6080, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=615A06E55B334DACBDA1717A3D650983, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:23,286 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:23,287 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23,290 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:23,290 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:23,291 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537062985_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,291 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537062985_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:23,297 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AD5F4BC5153B40F183DEB4250D8CB04A, ordinal: 1
2016-05-18 02:04:23,298 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AD5F4BC5153B40F183DEB4250D8CB04A, mem on start (mb), free: 405, total: 656, max: 672
2016-05-18 02:04:23,298 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:23,298 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:23,298 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:23,303 INFO  output.MROutput (MROutput.java:initialize(421)) - 615A06E55B334DACBDA1717A3D650983: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:23,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:23,303 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A7A2AA4D0FB24CA090EEE87506FF6080:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [615A06E55B334DACBDA1717A3D650983:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:23,303 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:23,304 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:23,304 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:23,304 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A7A2AA4D0FB24CA090EEE87506FF6080:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [615A06E55B334DACBDA1717A3D650983:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:23,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:23,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A7A2AA4D0FB24CA090EEE87506FF6080 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:23,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:23,305 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A7A2AA4D0FB24CA090EEE87506FF6080: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:23,305 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A7A2AA4D0FB24CA090EEE87506FF6080: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:23,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:23,306 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A7A2AA4D0FB24CA090EEE87506FF6080 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:23,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A7A2AA4D0FB24CA090EEE87506FF6080
2016-05-18 02:04:23,308 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:23,308 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23,309 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A7A2AA4D0FB24CA090EEE87506FF6080: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:23,313 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537062985_0001_1_00_000000_0_10089} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537063313, TimeTaken=1, Rate=0.10 MB/s
2016-05-18 02:04:23,313 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A7A2AA4D0FB24CA090EEE87506FF6080
2016-05-18 02:04:23,313 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(sum)[by:[{1}:'char']]
2016-05-18 02:04:23,313 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:23,314 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A7A2AA4D0FB24CA090EEE87506FF6080, wasInterrupted=false
2016-05-18 02:04:23,314 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(sum)[by:[{1}:'char']] streamed: true, id: FB795188767D4E2B916214B8FC88E0AD
2016-05-18 02:04:23,315 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum"], id: 615A06E55B334DACBDA1717A3D650983
2016-05-18 02:04:23,315 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:23,315 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum"]
2016-05-18 02:04:23,317 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:23,317 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(sum)[by:[{1}:'char']] FB795188767D4E2B916214B8FC88E0AD, for 1 inputs
2016-05-18 02:04:23,318 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001_wd/localmode-local-dir/output/attempt_1463537062985_0001_1_00_000000_0_10089/file.out, len=101, isLocal=true
2016-05-18 02:04:23,319 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:23,319 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:23,319 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:23,320 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:23,320 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A7A2AA4D0FB24CA090EEE87506FF6080
2016-05-18 02:04:23,320 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A7A2AA4D0FB24CA090EEE87506FF6080: Shuffle Runner thread complete
2016-05-18 02:04:23,320 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AD5F4BC5153B40F183DEB4250D8CB04A, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:04:23,321 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A7A2AA4D0FB24CA090EEE87506FF6080: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:23,324 INFO  output.MROutput (MROutput.java:close(526)) - 615A06E55B334DACBDA1717A3D650983 closed
2016-05-18 02:04:23,324 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537062985_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:23,325 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23,325 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AD5F4BC5153B40F183DEB4250D8CB04A, mem on close (mb), free: 402, total: 656, max: 672
2016-05-18 02:04:23,325 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A7A2AA4D0FB24CA090EEE87506FF6080
2016-05-18 02:04:23,325 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A7A2AA4D0FB24CA090EEE87506FF6080: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:23,325 INFO  output.MROutput (MROutput.java:close(526)) - 615A06E55B334DACBDA1717A3D650983 closed
2016-05-18 02:04:23,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:23 Completed running task attempt: attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23,326 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537062985_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:23,326 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537062985_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:23,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537062985_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537063320, Process_Duration=4, Process_End_Time=1463537063324, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:23,328 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537062985_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:23,328 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:23,328 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:23,328 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AD5F4BC5153B40F183DEB4250D8CB04A, taskAttemptId=attempt_1463537062985_0001_1_01_000000_0, creationTime=1463537063280, allocationTime=1463537063281, startTime=1463537063284, finishTime=1463537063328, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:23,329 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23,329 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537062985_0001_00_000002
2016-05-18 02:04:23,329 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:TASK_FINISHED]: vertexName=AD5F4BC5153B40F183DEB4250D8CB04A, taskId=task_1463537062985_0001_1_01_000000, startTime=1463537063284, finishTime=1463537063329, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537062985_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537063320, Process_Duration=4, Process_End_Time=1463537063324, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:23,330 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:23,330 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A]
2016-05-18 02:04:23,331 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:VERTEX_FINISHED]: vertexName=AD5F4BC5153B40F183DEB4250D8CB04A, vertexId=vertex_1463537062985_0001_1_01, initRequestedTime=1463537063172, initedTime=1463537063177, startRequestedTime=1463537063185, startedTime=1463537063185, finishTime=1463537063330, timeTaken=145, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537063320, Process_Duration=4, Process_End_Time=1463537063324, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537063284, firstTasksToStart=[ task_1463537062985_0001_1_01_000000 ], lastTaskFinishTime=1463537063328, lastTasksToFinish=[ task_1463537062985_0001_1_01_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537062985_0001_1_01_000000 ], longestDurationTasks=[ task_1463537062985_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:23,331 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:23,331 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537062985_0001_00_000002, stoppedTime=1463537063331, exitStatus=0
2016-05-18 02:04:23,331 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:23,332 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:23,332 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537062985_0001_1_00 [A7A2AA4D0FB24CA090EEE87506FF6080]
2016-05-18 02:04:23,332 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537062985_0001_1
2016-05-18 02:04:23,332 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537062985_0001_1
2016-05-18 02:04:23,332 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062985_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:23,332 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 615A06E55B334DACBDA1717A3D650983 for vertex: vertex_1463537062985_0001_1_01 [AD5F4BC5153B40F183DEB4250D8CB04A], outputName: 615A06E55B334DACBDA1717A3D650983
2016-05-18 02:04:23,332 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537062985_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:23,340 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537062985_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:23,340 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537062985_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:23,340 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537062985_0001_00_000002, Exiting
2016-05-18 02:04:23,340 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537062985_0001_00_000002
2016-05-18 02:04:23,340 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537062985_0001_00_000002
2016-05-18 02:04:23,341 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537062985_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:23,341 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537062985_0001_00_000002 completed successfully
2016-05-18 02:04:23,343 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:615A06E55B334DACBDA1717A3D650983 of vertex/vertexGroup:AD5F4BC5153B40F183DEB4250D8CB04A isVertexGroupOutput:false
2016-05-18 02:04:23,343 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:23,345 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537062985_0001_1, queueSize=0
2016-05-18 02:04:23,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537062985_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537062985_0001_1, startTime=1463537063168, finishTime=1463537063343, timeTaken=175, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=370, AM_GC_TIME_MILLIS=16, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074126564, Process_Duration=9, Process_End_Time=2927074126573, Read_Duration=2, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:23,346 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537062985_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:23,346 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537062985_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:23 Completed Dag: dag_1463537062985_0001_1
2016-05-18 02:04:23,348 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537062985_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:23,348 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537062985_0001_1_post
2016-05-18 02:04:23,349 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,349 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:23,349 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:23,349 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum, with id=dag_1463537062985_0001_1
2016-05-18 02:04:23,350 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F] sum/(1/1) ...ersplatform/testSumBy/sum, with id=dag_1463537062985_0001_1
2016-05-18 02:04:23,353 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...ersplatform/testSumBy/sum, applicationId=application_1463537062985_0001
2016-05-18 02:04:23,355 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:23,355 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:23,355 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:23,355 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:23,355 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:23,356 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:23,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:23,357 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:23,357 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:23,357 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:23,358 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:23,358 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:23,358 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:23,359 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:23,362 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7C84996061594CC6B880A84D7FB82E48/A00D3EB399DF468786F4F0A0F39C287F/.tez/application_1463537062985_0001
2016-05-18 02:04:23,363 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum/_temporary
2016-05-18 02:04:23,363 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  completed in: 00:00.409
2016-05-18 02:04:23,442 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSumBy/sum
2016-05-18 02:04:23,477 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:23,478 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:23,540 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:04:23,559 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.038
2016-05-18 02:04:23,560 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:23,560 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:23,560 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:23,586 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:23,597 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:23,607 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum
2016-05-18 02:04:23,676 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: A9581D786E174265AFEC3C2DA2C4FB22,BB2BFFD3734C4002A152CE733D44908F and EC544C3DC60C4A55A29F85F233D23EA2
2016-05-18 02:04:23,678 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] starting
2016-05-18 02:04:23,678 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:23,678 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:23,679 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum"]
2016-05-18 02:04:23,679 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs]  parallel execution of steps is enabled: false
2016-05-18 02:04:23,679 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs]  executing total steps: 1
2016-05-18 02:04:23,679 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs]  allocating management threads: 1
2016-05-18 02:04:23,680 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] starting step: (1/1) ...orm/testSumMerge/mergesum
2016-05-18 02:04:23,680 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [sum-lhs+sum-rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:23,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] tez session mode enabled: true
2016-05-18 02:04:23,699 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:23,699 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:23,699 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:23,708 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001 doesn't exist and is created
2016-05-18 02:04:23,731 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:23,731 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:23,732 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd
2016-05-18 02:04:23,746 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537063699_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:23,747 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:23,747 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:23,749 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:23,749 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:23,749 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:23,750 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:23,750 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:23,753 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:23,753 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:23,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:23,754 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:23,754 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:23,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:23,754 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:23,755 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:23,755 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:23,755 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:23,755 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:23,755 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:23,756 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:23,756 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:23,758 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:23,758 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:23,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:23,759 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-log-dir
2016-05-18 02:04:23,759 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-log-dir/history.txt.appattempt_1463537063699_0001_000000, maxErrors=10
2016-05-18 02:04:23,759 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:23,760 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537063699_0001_000000, appSubmitTime=1463537063746, launchTime=1463537063746
2016-05-18 02:04:23,762 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:23,765 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41267
2016-05-18 02:04:23,765 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537063699
2016-05-18 02:04:23,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537063699_0001_000000, startTime=1463537063767
2016-05-18 02:04:23,767 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:23,831 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:23,831 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:23,832 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...orm/testSumMerge/mergesum, applicationId=application_1463537063699_0001, dagName=[CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-05-18 02:04:23,851 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-05-18 02:04:23,851 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:23,852 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537063699_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-log-dir/dag_1463537063699_0001_1.dot
2016-05-18 02:04:23,854 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-log-dir/dag_1463537063699_0001_1-tez-dag.pb.txt
2016-05-18 02:04:23,867 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537063699_0001_1
2016-05-18 02:04:23,867 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,867 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-05-18 02:04:23 Running Dag: dag_1463537063699_0001_1
2016-05-18 02:04:23,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537063699_0001_1, submitTime=1463537063851
2016-05-18 02:04:23,885 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001/tez-conf.pb" } size: 40953 timestamp: 1463537063000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:23,885 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,885 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:23,887 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001/tez-conf.pb" } size: 40953 timestamp: 1463537063000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:23,887 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,887 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:23,888 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001/tez-conf.pb" } size: 40953 timestamp: 1463537063000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:23,888 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:23,888 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:23,889 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:23,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537063699_0001_1, initTime=1463537063889
2016-05-18 02:04:23,890 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537063699_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:23,890 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:23,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:DAG_STARTED]: dagID=dag_1463537063699_0001_1, startTime=1463537063890
2016-05-18 02:04:23,891 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...orm/testSumMerge/mergesum, applicationId=application_1463537063699_0001, dagName=[CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-05-18 02:04:23,891 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537063699_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:23,892 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: BB2BFFD3734C4002A152CE733D44908F : {35CF2C8C331D4DE7AF320353DEACC7EE={InputName=35CF2C8C331D4DE7AF320353DEACC7EE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:23,892 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 35CF2C8C331D4DE7AF320353DEACC7EE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:23,893 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,893 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,893 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,893 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,893 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:23,893 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A9581D786E174265AFEC3C2DA2C4FB22 : {FE7B0AD5B89544169156FDDCE16EACB9={InputName=FE7B0AD5B89544169156FDDCE16EACB9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:23,894 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: FE7B0AD5B89544169156FDDCE16EACB9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:23,894 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,894 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,894 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,894 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,893 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 35CF2C8C331D4DE7AF320353DEACC7EE on vertex vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,895 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: FE7B0AD5B89544169156FDDCE16EACB9 on vertex vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,894 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:23,895 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:23,897 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input FE7B0AD5B89544169156FDDCE16EACB9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:23,899 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:23,899 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:23,899 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:23,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537063699_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:23,900 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2], numAdditionalOutputs=1
2016-05-18 02:04:23,900 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=AB41CF17F5944158949FF18B78D545AF, vertex=vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:23,901 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:23,901 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:23,901 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:23,902 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:23,902 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for EC544C3DC60C4A55A29F85F233D23EA2:AB41CF17F5944158949FF18B78D545AF using oldmapred API
2016-05-18 02:04:23,902 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=AB41CF17F5944158949FF18B78D545AF, vertexName=EC544C3DC60C4A55A29F85F233D23EA2, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:23,902 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: FE7B0AD5B89544169156FDDCE16EACB9 on vertex vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EC544C3DC60C4A55A29F85F233D23EA2, vertexId=vertex_1463537063699_0001_1_02, initRequestedTime=1463537063895, initedTime=1463537063900, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:23,903 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:23,904 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:23,904 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {FE7B0AD5B89544169156FDDCE16EACB9=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:23,905 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 35CF2C8C331D4DE7AF320353DEACC7EE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:23,906 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:23,906 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:23,906 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:23,906 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] parallelism set to 1
2016-05-18 02:04:23,906 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:23,906 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:23,907 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A9581D786E174265AFEC3C2DA2C4FB22, vertexId=vertex_1463537063699_0001_1_01, initRequestedTime=1463537063893, initedTime=1463537063907, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:23,907 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] with distanceFromRoot: 0
2016-05-18 02:04:23,907 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:23,907 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 35CF2C8C331D4DE7AF320353DEACC7EE on vertex vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537063699_0001_1_01, startRequestedTime=1463537063895, startedTime=1463537063908
2016-05-18 02:04:23,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537063699_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:23,908 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:23,908 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537063699_0001_1_01 for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] numStartedSources: 1 numSources: 2
2016-05-18 02:04:23,908 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] numStartedSources: 1 numSources: 2
2016-05-18 02:04:23,909 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:23,910 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A9581D786E174265AFEC3C2DA2C4FB22
2016-05-18 02:04:23,910 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,910 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {35CF2C8C331D4DE7AF320353DEACC7EE=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:23,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_STARTED]: vertexName=A9581D786E174265AFEC3C2DA2C4FB22, taskId=task_1463537063699_0001_1_01_000000, scheduledTime=1463537063910, launchTime=1463537063910
2016-05-18 02:04:23,910 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] parallelism set to 1
2016-05-18 02:04:23,910 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:23,911 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:23,911 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BB2BFFD3734C4002A152CE733D44908F, vertexId=vertex_1463537063699_0001_1_00, initRequestedTime=1463537063892, initedTime=1463537063911, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:23,911 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] with distanceFromRoot: 0
2016-05-18 02:04:23,912 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:23,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537063699_0001_1_00, startRequestedTime=1463537063895, startedTime=1463537063912
2016-05-18 02:04:23,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537063699_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:23,912 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:23,912 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537063699_0001_1_00 for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] numStartedSources: 2 numSources: 2
2016-05-18 02:04:23,912 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] with distanceFromRoot: 1
2016-05-18 02:04:23,913 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537063699_0001_1_02, startRequestedTime=1463537063912, startedTime=1463537063912
2016-05-18 02:04:23,913 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:23,920 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs] submitted tez dag to app master: application_1463537063699_0001, with dag id: dag_1463537063699_0001_1
2016-05-18 02:04:23,920 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:23,923 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: EC544C3DC60C4A55A29F85F233D23EA2 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:23,924 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: BB2BFFD3734C4002A152CE733D44908F in vertex: EC544C3DC60C4A55A29F85F233D23EA2 numBipartiteSourceTasks: 1
2016-05-18 02:04:23,925 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in BB2BFFD3734C4002A152CE733D44908F
2016-05-18 02:04:23,927 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537063699_0001_00_000001, launchTime=1463537063927
2016-05-18 02:04:23,927 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A9581D786E174265AFEC3C2DA2C4FB22 in vertex: EC544C3DC60C4A55A29F85F233D23EA2 numBipartiteSourceTasks: 2
2016-05-18 02:04:23,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_STARTED]: vertexName=BB2BFFD3734C4002A152CE733D44908F, taskId=task_1463537063699_0001_1_00_000000, scheduledTime=1463537063928, launchTime=1463537063928
2016-05-18 02:04:23,929 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:23,930 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537063699_0001_00_000001
2016-05-18 02:04:23,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537063699_0001_00_000002, launchTime=1463537063931
2016-05-18 02:04:23,932 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537063699_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:23,932 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537063699_0001_1_01_000000_0] started. Is using containerId: [container_1463537063699_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:23,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A9581D786E174265AFEC3C2DA2C4FB22, taskAttemptId=attempt_1463537063699_0001_1_01_000000_0, startTime=1463537063932, containerId=container_1463537063699_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:23,933 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537063699_0001_00_000002
2016-05-18 02:04:23,933 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:23,934 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,934 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:23,934 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: A9581D786E174265AFEC3C2DA2C4FB22, VertexParallelism: 1, TaskAttemptID:attempt_1463537063699_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FE7B0AD5B89544169156FDDCE16EACB9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EC544C3DC60C4A55A29F85F233D23EA2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:23,934 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:23,934 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:23,938 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537063699_0001_1_00_000000_0] started. Is using containerId: [container_1463537063699_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:23,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BB2BFFD3734C4002A152CE733D44908F, taskAttemptId=attempt_1463537063699_0001_1_00_000000_0, startTime=1463537063938, containerId=container_1463537063699_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:23,939 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537063699_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:23,940 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537063699_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:23,940 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537063699_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:23,941 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:23,941 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:23,941 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:23,941 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: BB2BFFD3734C4002A152CE733D44908F, VertexParallelism: 1, TaskAttemptID:attempt_1463537063699_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=35CF2C8C331D4DE7AF320353DEACC7EE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EC544C3DC60C4A55A29F85F233D23EA2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:23,941 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:23,941 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:23,945 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537063699_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:23,945 INFO  input.MRInput (MRInput.java:initialize(440)) - FE7B0AD5B89544169156FDDCE16EACB9 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:23,945 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: FE7B0AD5B89544169156FDDCE16EACB9
2016-05-18 02:04:23,945 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537063699_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:23,946 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:23,950 INFO  input.MRInput (MRInput.java:initialize(440)) - 35CF2C8C331D4DE7AF320353DEACC7EE using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:23,950 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 35CF2C8C331D4DE7AF320353DEACC7EE
2016-05-18 02:04:23,951 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:23,954 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A9581D786E174265AFEC3C2DA2C4FB22, ordinal: 0
2016-05-18 02:04:23,954 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9581D786E174265AFEC3C2DA2C4FB22, mem on start (mb), free: 279, total: 656, max: 672
2016-05-18 02:04:23,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:23,955 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:23,955 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:23,955 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:23,955 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EC544C3DC60C4A55A29F85F233D23EA2:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [FE7B0AD5B89544169156FDDCE16EACB9:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:04:23,956 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:23,957 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:23,957 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:23,958 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EC544C3DC60C4A55A29F85F233D23EA2:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [FE7B0AD5B89544169156FDDCE16EACB9:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:04:23,958 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:23,958 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FE7B0AD5B89544169156FDDCE16EACB9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:23,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:23,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:23,960 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FE7B0AD5B89544169156FDDCE16EACB9
2016-05-18 02:04:23,960 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:23,961 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:23,962 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BB2BFFD3734C4002A152CE733D44908F, ordinal: 1
2016-05-18 02:04:23,962 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB2BFFD3734C4002A152CE733D44908F, mem on start (mb), free: 278, total: 656, max: 672
2016-05-18 02:04:23,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:23,962 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:23,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:23,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:23,963 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[35CF2C8C331D4DE7AF320353DEACC7EE:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [EC544C3DC60C4A55A29F85F233D23EA2:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:23,964 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:23,964 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:23,966 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:23,967 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:23,967 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[35CF2C8C331D4DE7AF320353DEACC7EE:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [EC544C3DC60C4A55A29F85F233D23EA2:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:23,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:23,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 35CF2C8C331D4DE7AF320353DEACC7EE being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:23,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:23,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:23,967 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: FE7B0AD5B89544169156FDDCE16EACB9
2016-05-18 02:04:23,967 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:23,969 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - FE7B0AD5B89544169156FDDCE16EACB9 initialized RecordReader from event
2016-05-18 02:04:23,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 35CF2C8C331D4DE7AF320353DEACC7EE
2016-05-18 02:04:23,968 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']], id: B46312122C3A447797B8EA709034171E
2016-05-18 02:04:23,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:23,970 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] B46312122C3A447797B8EA709034171E
2016-05-18 02:04:23,970 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:23,972 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - EC544C3DC60C4A55A29F85F233D23EA2 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@32e4a4bd, comparator=cascading.tuple.hadoop.util.TupleComparator@c0e2360, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:23,972 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:23,973 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: 35CF2C8C331D4DE7AF320353DEACC7EE
2016-05-18 02:04:23,973 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']], id: B46312122C3A447797B8EA709034171E
2016-05-18 02:04:23,973 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] B46312122C3A447797B8EA709034171E
2016-05-18 02:04:23,973 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for EC544C3DC60C4A55A29F85F233D23EA2: , UsingHashComparator=false
2016-05-18 02:04:23,992 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - EC544C3DC60C4A55A29F85F233D23EA2 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@39bf3c7e, comparator=cascading.tuple.hadoop.util.TupleComparator@29a90c7e, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:23,993 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:23,993 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 35CF2C8C331D4DE7AF320353DEACC7EE initialized RecordReader from event
2016-05-18 02:04:23,993 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for EC544C3DC60C4A55A29F85F233D23EA2: , UsingHashComparator=false
2016-05-18 02:04:24,005 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:24,005 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:24,005 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for EC544C3DC60C4A55A29F85F233D23EA2: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:24,005 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - EC544C3DC60C4A55A29F85F233D23EA2: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:24,006 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:24,006 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A9581D786E174265AFEC3C2DA2C4FB22, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:24,007 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:24,007 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:24,007 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for EC544C3DC60C4A55A29F85F233D23EA2: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:24,008 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - EC544C3DC60C4A55A29F85F233D23EA2: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:24,008 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:24,008 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,010 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:24,011 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BB2BFFD3734C4002A152CE733D44908F, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:24,011 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:24,012 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,012 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:24,013 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,013 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:24,014 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,014 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:24,014 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,014 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:24,015 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:24,015 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A9581D786E174265AFEC3C2DA2C4FB22, mem on close (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,015 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - EC544C3DC60C4A55A29F85F233D23EA2: Starting flush of map output
2016-05-18 02:04:24,015 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - EC544C3DC60C4A55A29F85F233D23EA2: Span0.length = 9, perItem = 11
2016-05-18 02:04:24,015 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,016 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - EC544C3DC60C4A55A29F85F233D23EA2: done sorting span=0, length=9, time=1
2016-05-18 02:04:24,016 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - EC544C3DC60C4A55A29F85F233D23EA2: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:24,016 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:24,016 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,017 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:24,017 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,017 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - EC544C3DC60C4A55A29F85F233D23EA2: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-local-dir/output/attempt_1463537063699_0001_1_01_000000_0_10095_0/file.out
2016-05-18 02:04:24,018 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:24,018 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB2BFFD3734C4002A152CE733D44908F, mem on close (mb), free: 205, total: 657, max: 672
2016-05-18 02:04:24,018 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - EC544C3DC60C4A55A29F85F233D23EA2: Starting flush of map output
2016-05-18 02:04:24,018 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - EC544C3DC60C4A55A29F85F233D23EA2: Span0.length = 9, perItem = 11
2016-05-18 02:04:24,019 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - EC544C3DC60C4A55A29F85F233D23EA2: done sorting span=0, length=9, time=0
2016-05-18 02:04:24,019 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - EC544C3DC60C4A55A29F85F233D23EA2: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:24,020 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - EC544C3DC60C4A55A29F85F233D23EA2: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-local-dir/output/attempt_1463537063699_0001_1_00_000000_0_10099_0/file.out
2016-05-18 02:04:24,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:24,023 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537063699_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:24,023 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537063699_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:24,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537063699_0001_1_01_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537064006, Process_Duration=9, Process_End_Time=1463537064015, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:24,024 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537063699_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:24,024 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:24,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A9581D786E174265AFEC3C2DA2C4FB22, taskAttemptId=attempt_1463537063699_0001_1_01_000000_0, creationTime=1463537063910, allocationTime=1463537063924, startTime=1463537063932, finishTime=1463537064024, timeTaken=92, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:24,024 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:24,025 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,025 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:24,027 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537063699_0001_00_000001
2016-05-18 02:04:24,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_FINISHED]: vertexName=A9581D786E174265AFEC3C2DA2C4FB22, taskId=task_1463537063699_0001_1_01_000000, startTime=1463537063932, finishTime=1463537064025, timeTaken=93, status=SUCCEEDED, successfulAttemptID=attempt_1463537063699_0001_1_01_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537064006, Process_Duration=9, Process_End_Time=1463537064015, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:24,027 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:24,028 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:24,029 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_FINISHED]: vertexName=A9581D786E174265AFEC3C2DA2C4FB22, vertexId=vertex_1463537063699_0001_1_01, initRequestedTime=1463537063893, initedTime=1463537063907, startRequestedTime=1463537063895, startedTime=1463537063908, finishTime=1463537064028, timeTaken=120, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537064006, Process_Duration=9, Process_End_Time=1463537064015, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537063932, firstTasksToStart=[ task_1463537063699_0001_1_01_000000 ], lastTaskFinishTime=1463537064024, lastTasksToFinish=[ task_1463537063699_0001_1_01_000000 ], minTaskDuration=92, maxTaskDuration=92, avgTaskDuration=92.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537063699_0001_1_01_000000 ], longestDurationTasks=[ task_1463537063699_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:24,030 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:24,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537063699_0001_00_000001, stoppedTime=1463537064030, exitStatus=0
2016-05-18 02:04:24,030 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] attempt: attempt_1463537063699_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:24,030 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:24,031 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:24,031 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537063699_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:24,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:24,035 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537063699_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:24,035 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537063699_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:24,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537063699_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537064011, Process_Duration=7, Process_End_Time=1463537064018, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:24,036 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537063699_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:24,036 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:24,037 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:24,037 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BB2BFFD3734C4002A152CE733D44908F, taskAttemptId=attempt_1463537063699_0001_1_00_000000_0, creationTime=1463537063929, allocationTime=1463537063929, startTime=1463537063938, finishTime=1463537064036, timeTaken=98, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:24,037 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537063699_0001_00_000002
2016-05-18 02:04:24,037 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:24,038 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_FINISHED]: vertexName=BB2BFFD3734C4002A152CE733D44908F, taskId=task_1463537063699_0001_1_00_000000, startTime=1463537063938, finishTime=1463537064038, timeTaken=100, status=SUCCEEDED, successfulAttemptID=attempt_1463537063699_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537064011, Process_Duration=7, Process_End_Time=1463537064018, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:24,039 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:24,039 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:24,039 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537063699_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:24,039 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537063699_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:24,040 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537063699_0001_00_000001, Exiting
2016-05-18 02:04:24,040 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537063699_0001_00_000001
2016-05-18 02:04:24,040 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537063699_0001_00_000001
2016-05-18 02:04:24,041 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_FINISHED]: vertexName=BB2BFFD3734C4002A152CE733D44908F, vertexId=vertex_1463537063699_0001_1_00, initRequestedTime=1463537063892, initedTime=1463537063911, startRequestedTime=1463537063895, startedTime=1463537063912, finishTime=1463537064039, timeTaken=127, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537064011, Process_Duration=7, Process_End_Time=1463537064018, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537063938, firstTasksToStart=[ task_1463537063699_0001_1_00_000000 ], lastTaskFinishTime=1463537064036, lastTasksToFinish=[ task_1463537063699_0001_1_00_000000 ], minTaskDuration=98, maxTaskDuration=98, avgTaskDuration=98.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537063699_0001_1_00_000000 ], longestDurationTasks=[ task_1463537063699_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:24,041 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:24,041 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537063699_0001_00_000002, stoppedTime=1463537064041, exitStatus=0
2016-05-18 02:04:24,041 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] attempt: attempt_1463537063699_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:24,042 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: EC544C3DC60C4A55A29F85F233D23EA2
2016-05-18 02:04:24,042 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A9581D786E174265AFEC3C2DA2C4FB22, destinationVertexName=EC544C3DC60C4A55A29F85F233D23EA2. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:24,042 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537063699_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:24,042 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537063699_0001_00_000001 completed successfully
2016-05-18 02:04:24,042 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:24,042 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=BB2BFFD3734C4002A152CE733D44908F, destinationVertexName=EC544C3DC60C4A55A29F85F233D23EA2. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:24,047 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:24,047 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:24,048 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537063699_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:24,048 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537063699_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:24,048 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537063699_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:24,048 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537063699_0001_00_000002, Exiting
2016-05-18 02:04:24,048 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537063699_0001_00_000002
2016-05-18 02:04:24,048 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537063699_0001_00_000002
2016-05-18 02:04:24,048 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_STARTED]: vertexName=EC544C3DC60C4A55A29F85F233D23EA2, taskId=task_1463537063699_0001_1_02_000000, scheduledTime=1463537064048, launchTime=1463537064048
2016-05-18 02:04:24,049 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:24,051 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537063699_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:24,051 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537063699_0001_00_000002 completed successfully
2016-05-18 02:04:24,052 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537063699_0001_00_000003, launchTime=1463537064052
2016-05-18 02:04:24,052 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537063699_0001_00_000003
2016-05-18 02:04:24,053 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537063699_0001_1_02_000000_0] started. Is using containerId: [container_1463537063699_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:24,053 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EC544C3DC60C4A55A29F85F233D23EA2, taskAttemptId=attempt_1463537063699_0001_1_02_000000_0, startTime=1463537064053, containerId=container_1463537063699_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:24,054 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537063699_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24 Starting to run new task attempt: attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24,055 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24,055 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,055 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:24,055 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: EC544C3DC60C4A55A29F85F233D23EA2, VertexParallelism: 1, TaskAttemptID:attempt_1463537063699_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A9581D786E174265AFEC3C2DA2C4FB22, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=BB2BFFD3734C4002A152CE733D44908F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AB41CF17F5944158949FF18B78D545AF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: EC544C3DC60C4A55A29F85F233D23EA2 { A9581D786E174265AFEC3C2DA2C4FB22 BB2BFFD3734C4002A152CE733D44908F } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-05-18 02:04:24,055 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:24,056 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24,057 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537063699_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:24,058 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537063699_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:24,063 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:24,065 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:24,069 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:24,080 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EC544C3DC60C4A55A29F85F233D23EA2, ordinal: 2
2016-05-18 02:04:24,081 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC544C3DC60C4A55A29F85F233D23EA2, mem on start (mb), free: 197, total: 657, max: 672
2016-05-18 02:04:24,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:24,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:24,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:24,082 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:24,085 INFO  output.MROutput (MROutput.java:initialize(421)) - AB41CF17F5944158949FF18B78D545AF: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:24,085 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:24,086 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A9581D786E174265AFEC3C2DA2C4FB22:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [BB2BFFD3734C4002A152CE733D44908F:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [AB41CF17F5944158949FF18B78D545AF:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:24,086 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:24,086 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:24,086 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 422785824, TotalRequestedScaled: 2.0293719551999998E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:24,086 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A9581D786E174265AFEC3C2DA2C4FB22:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [BB2BFFD3734C4002A152CE733D44908F:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [AB41CF17F5944158949FF18B78D545AF:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:24,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:24,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring A9581D786E174265AFEC3C2DA2C4FB22 for start, since it will be controlled via it's Group
2016-05-18 02:04:24,087 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring BB2BFFD3734C4002A152CE733D44908F for start, since it will be controlled via it's Group
2016-05-18 02:04:24,087 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A9581D786E174265AFEC3C2DA2C4FB22: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:24,087 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A9581D786E174265AFEC3C2DA2C4FB22: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:24,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: EC544C3DC60C4A55A29F85F233D23EA2 being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:24,088 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A9581D786E174265AFEC3C2DA2C4FB22 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:24,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:24,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:24,089 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - BB2BFFD3734C4002A152CE733D44908F: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:24,090 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - BB2BFFD3734C4002A152CE733D44908F: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:24,090 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: BB2BFFD3734C4002A152CE733D44908F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:24,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EC544C3DC60C4A55A29F85F233D23EA2
2016-05-18 02:04:24,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:24,093 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24,093 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A9581D786E174265AFEC3C2DA2C4FB22: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:24,094 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BB2BFFD3734C4002A152CE733D44908F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:24,095 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537063699_0001_1_01_000000_0_10095} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537064095, TimeTaken=1, Rate=0.10 MB/s
2016-05-18 02:04:24,096 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A9581D786E174265AFEC3C2DA2C4FB22
2016-05-18 02:04:24,096 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:24,098 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A9581D786E174265AFEC3C2DA2C4FB22, wasInterrupted=false
2016-05-18 02:04:24,098 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537063699_0001_1_00_000000_0_10099} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537064098, TimeTaken=1, Rate=0.10 MB/s
2016-05-18 02:04:24,099 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : BB2BFFD3734C4002A152CE733D44908F
2016-05-18 02:04:24,098 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - A9581D786E174265AFEC3C2DA2C4FB22: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:24,098 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:24,099 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2016-05-18 02:04:24,099 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:24,101 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:24,102 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: BB2BFFD3734C4002A152CE733D44908F, wasInterrupted=false
2016-05-18 02:04:24,102 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - BB2BFFD3734C4002A152CE733D44908F: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:24,104 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:24,104 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-local-dir/output/attempt_1463537063699_0001_1_01_000000_0_10095/file.out, len=101, isLocal=true
2016-05-18 02:04:24,104 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] streamed: true, id: B46312122C3A447797B8EA709034171E
2016-05-18 02:04:24,104 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:24,104 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum"], id: AB41CF17F5944158949FF18B78D545AF
2016-05-18 02:04:24,105 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:24,105 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:24,105 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum"]
2016-05-18 02:04:24,105 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:24,105 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A9581D786E174265AFEC3C2DA2C4FB22
2016-05-18 02:04:24,105 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A9581D786E174265AFEC3C2DA2C4FB22: Shuffle Runner thread complete
2016-05-18 02:04:24,105 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] B46312122C3A447797B8EA709034171E, for 1 inputs
2016-05-18 02:04:24,106 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:24,106 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001_wd/localmode-local-dir/output/attempt_1463537063699_0001_1_00_000000_0_10099/file.out, len=101, isLocal=true
2016-05-18 02:04:24,106 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:24,106 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:24,106 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:24,107 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:24,107 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : BB2BFFD3734C4002A152CE733D44908F
2016-05-18 02:04:24,107 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - BB2BFFD3734C4002A152CE733D44908F: Shuffle Runner thread complete
2016-05-18 02:04:24,107 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EC544C3DC60C4A55A29F85F233D23EA2, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:04:24,108 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A9581D786E174265AFEC3C2DA2C4FB22: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:24,110 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - BB2BFFD3734C4002A152CE733D44908F: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:24,114 INFO  output.MROutput (MROutput.java:close(526)) - AB41CF17F5944158949FF18B78D545AF closed
2016-05-18 02:04:24,115 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537063699_0001_1_02_000000_0 given a go for committing the task output.
2016-05-18 02:04:24,116 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24,116 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC544C3DC60C4A55A29F85F233D23EA2, mem on close (mb), free: 194, total: 657, max: 672
2016-05-18 02:04:24,116 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A9581D786E174265AFEC3C2DA2C4FB22
2016-05-18 02:04:24,116 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A9581D786E174265AFEC3C2DA2C4FB22: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:24,116 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: BB2BFFD3734C4002A152CE733D44908F
2016-05-18 02:04:24,117 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - BB2BFFD3734C4002A152CE733D44908F: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:24,117 INFO  output.MROutput (MROutput.java:close(526)) - AB41CF17F5944158949FF18B78D545AF closed
2016-05-18 02:04:24,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24,118 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537063699_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:24,118 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537063699_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:24,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537063699_0001_1_02_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=23, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537064107, Process_Duration=9, Process_End_Time=1463537064116, Read_Duration=0, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:24,120 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537063699_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:24,120 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:24,120 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:24,120 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,120 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537063699_0001_00_000003
2016-05-18 02:04:24,120 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EC544C3DC60C4A55A29F85F233D23EA2, taskAttemptId=attempt_1463537063699_0001_1_02_000000_0, creationTime=1463537064049, allocationTime=1463537064050, startTime=1463537064053, finishTime=1463537064120, timeTaken=67, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:24,121 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24,121 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:TASK_FINISHED]: vertexName=EC544C3DC60C4A55A29F85F233D23EA2, taskId=task_1463537063699_0001_1_02_000000, startTime=1463537064053, finishTime=1463537064121, timeTaken=68, status=SUCCEEDED, successfulAttemptID=attempt_1463537063699_0001_1_02_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=23, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537064107, Process_Duration=9, Process_End_Time=1463537064116, Read_Duration=0, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:24,121 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:24,121 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2]
2016-05-18 02:04:24,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:VERTEX_FINISHED]: vertexName=EC544C3DC60C4A55A29F85F233D23EA2, vertexId=vertex_1463537063699_0001_1_02, initRequestedTime=1463537063895, initedTime=1463537063900, startRequestedTime=1463537063912, startedTime=1463537063912, finishTime=1463537064122, timeTaken=210, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=23, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537064107, Process_Duration=9, Process_End_Time=1463537064116, Read_Duration=0, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537064053, firstTasksToStart=[ task_1463537063699_0001_1_02_000000 ], lastTaskFinishTime=1463537064120, lastTasksToFinish=[ task_1463537063699_0001_1_02_000000 ], minTaskDuration=67, maxTaskDuration=67, avgTaskDuration=67.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537063699_0001_1_02_000000 ], longestDurationTasks=[ task_1463537063699_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:24,122 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:24,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537063699_0001_00_000003, stoppedTime=1463537064123, exitStatus=0
2016-05-18 02:04:24,123 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:24,123 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:24,123 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537063699_0001_1_00 [BB2BFFD3734C4002A152CE733D44908F]
2016-05-18 02:04:24,123 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537063699_0001_1_01 [A9581D786E174265AFEC3C2DA2C4FB22]
2016-05-18 02:04:24,123 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537063699_0001_1
2016-05-18 02:04:24,124 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537063699_0001_1
2016-05-18 02:04:24,124 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: AB41CF17F5944158949FF18B78D545AF for vertex: vertex_1463537063699_0001_1_02 [EC544C3DC60C4A55A29F85F233D23EA2], outputName: AB41CF17F5944158949FF18B78D545AF
2016-05-18 02:04:24,125 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537063699_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:24,126 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537063699_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:24,131 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537063699_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:24,131 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537063699_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:24,132 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537063699_0001_00_000003, Exiting
2016-05-18 02:04:24,132 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537063699_0001_00_000003
2016-05-18 02:04:24,132 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537063699_0001_00_000003
2016-05-18 02:04:24,132 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537063699_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:24,132 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537063699_0001_00_000003 completed successfully
2016-05-18 02:04:24,136 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:AB41CF17F5944158949FF18B78D545AF of vertex/vertexGroup:EC544C3DC60C4A55A29F85F233D23EA2 isVertexGroupOutput:false
2016-05-18 02:04:24,136 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:24,138 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537063699_0001_1, queueSize=0
2016-05-18 02:04:24,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537063699_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537063699_0001_1, startTime=1463537063890, finishTime=1463537064136, timeTaken=246, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=550, AM_GC_TIME_MILLIS=16, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=194, OUTPUT_BYTES_PHYSICAL=202, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=23, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390611192124, Process_Duration=25, Process_End_Time=4390611192149, Read_Duration=5, Tuples_Read=44, Tuples_Written=23, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:24,139 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537063699_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:24,139 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537063699_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:24 Completed Dag: dag_1463537063699_0001_1
2016-05-18 02:04:24,139 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537063699_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:24,139 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537063699_0001_1_post
2016-05-18 02:04:24,139 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,140 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:24,152 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:24,153 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, with id=dag_1463537063699_0001_1
2016-05-18 02:04:24,153 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, with id=dag_1463537063699_0001_1
2016-05-18 02:04:24,159 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...orm/testSumMerge/mergesum, applicationId=application_1463537063699_0001
2016-05-18 02:04:24,160 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:24,160 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:24,160 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:24,161 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:24,161 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:24,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:24,161 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:24,162 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:24,162 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:24,162 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:24,162 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:24,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:24,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:24,164 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:24,167 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/CC52635E4F38444F8A944EE5AC08FC77/C8669AB07A1F48DB87ABDE275DA93DB8/.tez/application_1463537063699_0001
2016-05-18 02:04:24,168 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum/_temporary
2016-05-18 02:04:24,168 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum-lhs+sum-rhs]  completed in: 00:00.490
2016-05-18 02:04:24,240 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum
2016-05-18 02:04:24,266 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:24,266 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:24,304 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:04:24,312 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:04:24,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:24,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:24,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:24,336 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt
2016-05-18 02:04:24,337 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow
2016-05-18 02:04:24,351 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting
2016-05-18 02:04:24,351 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:24,352 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow"]
2016-05-18 02:04:24,352 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  parallel execution of steps is enabled: false
2016-05-18 02:04:24,352 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  executing total steps: 1
2016-05-18 02:04:24,352 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  allocating management threads: 1
2016-05-18 02:04:24,353 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting step: (1/1) ...scardNarrow/discardnarrow
2016-05-18 02:04:24,353 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:24,375 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tez session mode enabled: true
2016-05-18 02:04:24,380 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:24,381 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:24,381 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:24,394 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001 doesn't exist and is created
2016-05-18 02:04:24,420 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:24,420 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:24,421 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001_wd
2016-05-18 02:04:24,438 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:24,438 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:24,440 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537064381_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:24,441 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:24,441 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:24,443 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:24,443 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:24,443 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:24,443 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:24,444 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:24,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:24,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:24,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:24,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:24,446 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:24,447 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:24,447 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:24,447 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:24,447 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:24,448 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:24,448 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:24,448 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:24,450 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:24,451 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:24,451 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:24,452 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001_wd/localmode-log-dir
2016-05-18 02:04:24,453 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001_wd/localmode-log-dir/history.txt.appattempt_1463537064381_0001_000000, maxErrors=10
2016-05-18 02:04:24,453 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:24,453 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537064381_0001_000000, appSubmitTime=1463537064439, launchTime=1463537064439
2016-05-18 02:04:24,460 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:24,468 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53093
2016-05-18 02:04:24,468 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537064381
2016-05-18 02:04:24,470 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537064381_0001_000000, startTime=1463537064470
2016-05-18 02:04:24,470 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:24,520 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:24,520 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:24,521 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...scardNarrow/discardnarrow, applicationId=application_1463537064381_0001, dagName=[1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB] shape/(1/1) ...scardNarrow/discardnarrow
2016-05-18 02:04:24,543 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB] shape/(1/1) ...scardNarrow/discardnarrow
2016-05-18 02:04:24,543 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:24,544 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537064381_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001_wd/localmode-log-dir/dag_1463537064381_0001_1.dot
2016-05-18 02:04:24,545 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001_wd/localmode-log-dir/dag_1463537064381_0001_1-tez-dag.pb.txt
2016-05-18 02:04:24,553 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537064381_0001_1
2016-05-18 02:04:24,553 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,553 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB] shape/(1/1) ...scardNarrow/discardnarrow
2016-05-18 02:04:24 Running Dag: dag_1463537064381_0001_1
2016-05-18 02:04:24,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537064381_0001_1, submitTime=1463537064543
2016-05-18 02:04:24,568 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001/tez-conf.pb" } size: 40953 timestamp: 1463537064000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:24,568 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,569 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,569 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:24,569 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:24,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537064381_0001_1, initTime=1463537064569
2016-05-18 02:04:24,570 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064381_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:24,570 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:24,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:DAG_STARTED]: dagID=dag_1463537064381_0001_1, startTime=1463537064570
2016-05-18 02:04:24,571 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064381_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:24,571 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B1239827C6564616A92ED93942CAD8B2 : {FEA0AE1E78B74674AA60D58A13669C6E={InputName=FEA0AE1E78B74674AA60D58A13669C6E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:24,571 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: FEA0AE1E78B74674AA60D58A13669C6E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:24,571 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,571 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,571 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,572 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,572 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...scardNarrow/discardnarrow, applicationId=application_1463537064381_0001, dagName=[1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB] shape/(1/1) ...scardNarrow/discardnarrow
2016-05-18 02:04:24,572 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:24,572 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: FEA0AE1E78B74674AA60D58A13669C6E on vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,575 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input FEA0AE1E78B74674AA60D58A13669C6E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:24,576 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:24,576 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 19 Min splitLength: 52428800 New desired splits: 1 Total length: 19 Original splits: 3
2016-05-18 02:04:24,577 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 19 numLocations: 1 numSplitsPerLocation: 3 numSplitsInGroup: 3 totalLength: 19 numOriginalSplits: 3 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:24,577 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 3
2016-05-18 02:04:24,577 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: FEA0AE1E78B74674AA60D58A13669C6E on vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,580 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:24,581 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {FEA0AE1E78B74674AA60D58A13669C6E=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:24,582 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] parallelism set to 1
2016-05-18 02:04:24,582 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:24,583 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2], numAdditionalOutputs=1
2016-05-18 02:04:24,583 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=0454B7FC34FA473689DCA33013972D6C, vertex=vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:24,585 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B1239827C6564616A92ED93942CAD8B2:0454B7FC34FA473689DCA33013972D6C using oldmapred API
2016-05-18 02:04:24,585 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=0454B7FC34FA473689DCA33013972D6C, vertexName=B1239827C6564616A92ED93942CAD8B2, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:24,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B1239827C6564616A92ED93942CAD8B2, vertexId=vertex_1463537064381_0001_1_00, initRequestedTime=1463537064571, initedTime=1463537064583, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:24,586 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] with distanceFromRoot: 0
2016-05-18 02:04:24,586 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:24,587 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537064381_0001_1_00, startRequestedTime=1463537064572, startedTime=1463537064587
2016-05-18 02:04:24,587 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537064381_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:24,588 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:24,588 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B1239827C6564616A92ED93942CAD8B2
2016-05-18 02:04:24,588 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:TASK_STARTED]: vertexName=B1239827C6564616A92ED93942CAD8B2, taskId=task_1463537064381_0001_1_00_000000, scheduledTime=1463537064588, launchTime=1463537064588
2016-05-18 02:04:24,589 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,589 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:24,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537064381_0001_00_000001, launchTime=1463537064591
2016-05-18 02:04:24,592 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064381_0001_00_000001
2016-05-18 02:04:24,593 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064381_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,593 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537064381_0001_1_00_000000_0] started. Is using containerId: [container_1463537064381_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:24 Starting to run new task attempt: attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B1239827C6564616A92ED93942CAD8B2, taskAttemptId=attempt_1463537064381_0001_1_00_000000_0, startTime=1463537064593, containerId=container_1463537064381_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:24,593 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,593 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,593 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:24,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB] shape/(1/1) ...scardNarrow/discardnarrow, VertexName: B1239827C6564616A92ED93942CAD8B2, VertexParallelism: 1, TaskAttemptID:attempt_1463537064381_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FEA0AE1E78B74674AA60D58A13669C6E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=0454B7FC34FA473689DCA33013972D6C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:24,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:24,594 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,594 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537064381_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:24,594 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537064381_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:24,597 INFO  input.MRInput (MRInput.java:initialize(440)) - FEA0AE1E78B74674AA60D58A13669C6E using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:24,597 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:24,599 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: FEA0AE1E78B74674AA60D58A13669C6E
2016-05-18 02:04:24,605 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] submitted tez dag to app master: application_1463537064381_0001, with dag id: dag_1463537064381_0001_1
2016-05-18 02:04:24,606 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B1239827C6564616A92ED93942CAD8B2, ordinal: 0
2016-05-18 02:04:24,606 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1239827C6564616A92ED93942CAD8B2, mem on start (mb), free: 321, total: 651, max: 672
2016-05-18 02:04:24,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:24,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:24,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:24,613 INFO  output.MROutput (MROutput.java:initialize(421)) - 0454B7FC34FA473689DCA33013972D6C: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:24,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:24,614 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[FEA0AE1E78B74674AA60D58A13669C6E:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [0454B7FC34FA473689DCA33013972D6C:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:24,614 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:24,614 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:24,614 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:04:24,614 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[FEA0AE1E78B74674AA60D58A13669C6E:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [0454B7FC34FA473689DCA33013972D6C:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:24,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:24,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FEA0AE1E78B74674AA60D58A13669C6E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:24,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FEA0AE1E78B74674AA60D58A13669C6E
2016-05-18 02:04:24,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:24,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:24,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:24,615 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,617 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:0+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:9+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:18+1], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=19}
2016-05-18 02:04:24,617 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - FEA0AE1E78B74674AA60D58A13669C6E initialized RecordReader from event
2016-05-18 02:04:24,618 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:24,619 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"] streamed: true, id: FEA0AE1E78B74674AA60D58A13669C6E
2016-05-18 02:04:24,619 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow"], id: 0454B7FC34FA473689DCA33013972D6C
2016-05-18 02:04:24,619 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow"]
2016-05-18 02:04:24,619 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:24,620 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B1239827C6564616A92ED93942CAD8B2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:24,623 INFO  output.MROutput (MROutput.java:close(526)) - 0454B7FC34FA473689DCA33013972D6C closed
2016-05-18 02:04:24,623 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537064381_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:04:24,624 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,624 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B1239827C6564616A92ED93942CAD8B2, mem on close (mb), free: 319, total: 651, max: 672
2016-05-18 02:04:24,624 INFO  output.MROutput (MROutput.java:close(526)) - 0454B7FC34FA473689DCA33013972D6C closed
2016-05-18 02:04:24,624 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,625 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537064381_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:24,625 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537064381_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:24,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537064381_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1463537064620, Process_Duration=4, Process_End_Time=1463537064624, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-05-18 02:04:24,626 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537064381_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:24,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B1239827C6564616A92ED93942CAD8B2, taskAttemptId=attempt_1463537064381_0001_1_00_000000_0, creationTime=1463537064589, allocationTime=1463537064590, startTime=1463537064593, finishTime=1463537064626, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:24,626 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:24,626 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:24,626 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,626 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:TASK_FINISHED]: vertexName=B1239827C6564616A92ED93942CAD8B2, taskId=task_1463537064381_0001_1_00_000000, startTime=1463537064593, finishTime=1463537064627, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537064381_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537064620, Process_Duration=4, Process_End_Time=1463537064624, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:24,628 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:24,628 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2]
2016-05-18 02:04:24,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:VERTEX_FINISHED]: vertexName=B1239827C6564616A92ED93942CAD8B2, vertexId=vertex_1463537064381_0001_1_00, initRequestedTime=1463537064571, initedTime=1463537064583, startRequestedTime=1463537064572, startedTime=1463537064587, finishTime=1463537064628, timeTaken=41, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537064620, Process_Duration=4, Process_End_Time=1463537064624, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537064593, firstTasksToStart=[ task_1463537064381_0001_1_00_000000 ], lastTaskFinishTime=1463537064626, lastTasksToFinish=[ task_1463537064381_0001_1_00_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537064381_0001_1_00_000000 ], longestDurationTasks=[ task_1463537064381_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:24,629 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:24,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537064381_0001_00_000001, stoppedTime=1463537064629, exitStatus=0
2016-05-18 02:04:24,630 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:04:24,630 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:24,630 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537064381_0001_1
2016-05-18 02:04:24,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537064381_0001_1
2016-05-18 02:04:24,630 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064381_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:24,630 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 0454B7FC34FA473689DCA33013972D6C for vertex: vertex_1463537064381_0001_1_00 [B1239827C6564616A92ED93942CAD8B2], outputName: 0454B7FC34FA473689DCA33013972D6C
2016-05-18 02:04:24,631 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064381_0001_00_000001
2016-05-18 02:04:24,631 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537064381_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:24,631 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064381_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:24,631 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537064381_0001_00_000001, Exiting
2016-05-18 02:04:24,631 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537064381_0001_00_000001
2016-05-18 02:04:24,631 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537064381_0001_00_000001
2016-05-18 02:04:24,632 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537064381_0001_00_000001
2016-05-18 02:04:24,632 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537064381_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:24,632 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537064381_0001_00_000001 completed successfully
2016-05-18 02:04:24,640 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:0454B7FC34FA473689DCA33013972D6C of vertex/vertexGroup:B1239827C6564616A92ED93942CAD8B2 isVertexGroupOutput:false
2016-05-18 02:04:24,640 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:24,641 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537064381_0001_1, queueSize=0
2016-05-18 02:04:24,641 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064381_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537064381_0001_1, startTime=1463537064570, finishTime=1463537064640, timeTaken=70, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=120, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537064620, Process_Duration=4, Process_End_Time=1463537064624, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:24,642 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537064381_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:24,642 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064381_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:24 Completed Dag: dag_1463537064381_0001_1
2016-05-18 02:04:24,642 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537064381_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:24,642 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537064381_0001_1_post
2016-05-18 02:04:24,642 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:24,642 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:24,642 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:24,643 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB] shape/(1/1) ...scardNarrow/discardnarrow, with id=dag_1463537064381_0001_1
2016-05-18 02:04:24,643 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB] shape/(1/1) ...scardNarrow/discardnarrow, with id=dag_1463537064381_0001_1
2016-05-18 02:04:24,656 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...scardNarrow/discardnarrow, applicationId=application_1463537064381_0001
2016-05-18 02:04:24,658 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:24,658 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:24,658 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:24,658 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:24,659 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:24,659 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:24,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:24,660 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:24,660 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:24,660 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:24,660 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:24,661 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:24,661 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:24,662 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:24,665 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1C90B063B5E74069B16B7BE81CB288D3/C966A58D2BCE49C69B7C9490E1A134AB/.tez/application_1463537064381_0001
2016-05-18 02:04:24,666 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow/_temporary
2016-05-18 02:04:24,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  completed in: 00:00.315
2016-05-18 02:04:24,708 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow
2016-05-18 02:04:24,737 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:24,738 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:24,788 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:04:24,808 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.037
2016-05-18 02:04:24,809 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-05-18 02:04:24,809 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-05-18 02:04:24,809 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:24,827 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:24,833 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:24,844 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true741
2016-05-18 02:04:24,928 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: C7A06F5884644FA3B7B9C4ABD2E4ADB3,B5D7C1CB5D6848C8A9B57DD58CC1A372 and EE9F3F01CA244EBCA39D5E792D581DA7
2016-05-18 02:04:24,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting
2016-05-18 02:04:24,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:24,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:24,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true741"]
2016-05-18 02:04:24,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  parallel execution of steps is enabled: false
2016-05-18 02:04:24,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  executing total steps: 1
2016-05-18 02:04:24,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  allocating management threads: 1
2016-05-18 02:04:24,932 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting step: (1/1) ...cyHash/multimerge+true741
2016-05-18 02:04:24,933 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:24,947 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tez session mode enabled: true
2016-05-18 02:04:24,951 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:24,952 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:24,952 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:24,961 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001 doesn't exist and is created
2016-05-18 02:04:24,981 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:24,981 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:24,981 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001_wd
2016-05-18 02:04:24,996 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537064951_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:24,997 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:24,997 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:24,998 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:24,998 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:24,999 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:24,999 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:25,000 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:25,001 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:25,001 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:25,002 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:25,002 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:25,002 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:25,002 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:25,003 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:25,003 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:25,003 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:25,003 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:25,004 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:25,004 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:25,005 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:25,006 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:25,006 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:25,007 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001_wd/localmode-log-dir
2016-05-18 02:04:25,007 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001_wd/localmode-log-dir/history.txt.appattempt_1463537064951_0001_000000, maxErrors=10
2016-05-18 02:04:25,008 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:25,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537064951_0001_000000, appSubmitTime=1463537064996, launchTime=1463537064996
2016-05-18 02:04:25,010 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:25,015 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:33021
2016-05-18 02:04:25,015 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537064951
2016-05-18 02:04:25,017 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537064951_0001_000000, startTime=1463537065017
2016-05-18 02:04:25,017 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:25,081 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:25,081 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:25,082 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...cyHash/multimerge+true741, applicationId=application_1463537064951_0001, dagName=[6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741
2016-05-18 02:04:25,100 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741
2016-05-18 02:04:25,100 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:25,101 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537064951_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001_wd/localmode-log-dir/dag_1463537064951_0001_1.dot
2016-05-18 02:04:25,102 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001_wd/localmode-log-dir/dag_1463537064951_0001_1-tez-dag.pb.txt
2016-05-18 02:04:25,117 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537064951_0001_1
2016-05-18 02:04:25,117 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,117 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741
2016-05-18 02:04:25 Running Dag: dag_1463537064951_0001_1
2016-05-18 02:04:25,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537064951_0001_1, submitTime=1463537065100
2016-05-18 02:04:25,134 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001/tez-conf.pb" } size: 41022 timestamp: 1463537064000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:25,134 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,134 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:25,134 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001/tez-conf.pb" } size: 41022 timestamp: 1463537064000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:25,135 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,135 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:25,136 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001/tez-conf.pb" } size: 41022 timestamp: 1463537064000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:25,136 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:25,137 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001/tez-conf.pb" } size: 41022 timestamp: 1463537064000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:25,137 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,137 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:25,137 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:25,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537064951_0001_1, initTime=1463537065138
2016-05-18 02:04:25,139 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064951_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:25,139 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:25,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:DAG_STARTED]: dagID=dag_1463537064951_0001_1, startTime=1463537065139
2016-05-18 02:04:25,139 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064951_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:25,139 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C7A06F5884644FA3B7B9C4ABD2E4ADB3 : {3ACD56378E52450AB03800E349FF4187={InputName=3ACD56378E52450AB03800E349FF4187}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:25,139 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 3ACD56378E52450AB03800E349FF4187, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:25,140 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,140 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,140 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,140 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,141 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:25,141 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B5D7C1CB5D6848C8A9B57DD58CC1A372 : {81BAA42DF2F34A1B85513A87B8D27D29={InputName=81BAA42DF2F34A1B85513A87B8D27D29}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:25,141 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 81BAA42DF2F34A1B85513A87B8D27D29, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:25,141 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,141 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,141 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,142 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,142 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 3ACD56378E52450AB03800E349FF4187 on vertex vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,143 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:25,143 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,143 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 81BAA42DF2F34A1B85513A87B8D27D29 on vertex vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,147 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:25,147 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,147 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,149 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...cyHash/multimerge+true741, applicationId=application_1463537064951_0001, dagName=[6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741
2016-05-18 02:04:25,151 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 3ACD56378E52450AB03800E349FF4187 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:25,153 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:25,153 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:25,153 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537064951_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:25,153 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:25,153 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EE9F3F01CA244EBCA39D5E792D581DA7, vertexId=vertex_1463537064951_0001_1_02, initRequestedTime=1463537065143, initedTime=1463537065153, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:25,153 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:25,154 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:25,154 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:25,154 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:25,155 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 3ACD56378E52450AB03800E349FF4187 on vertex vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,155 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,156 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 81BAA42DF2F34A1B85513A87B8D27D29 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:25,157 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:25,157 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:25,158 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:25,158 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:25,159 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 81BAA42DF2F34A1B85513A87B8D27D29 on vertex vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,160 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:25,161 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,161 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537064951_0001_1_03, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:25,162 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599], numAdditionalOutputs=1
2016-05-18 02:04:25,162 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=EB8037D4D2E9406DA1B2DCBABEA593B8, vertex=vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:25,164 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C60F198789414EF483AD4DA79B07F599:EB8037D4D2E9406DA1B2DCBABEA593B8 using oldmapred API
2016-05-18 02:04:25,164 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=EB8037D4D2E9406DA1B2DCBABEA593B8, vertexName=C60F198789414EF483AD4DA79B07F599, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:25,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C60F198789414EF483AD4DA79B07F599, vertexId=vertex_1463537064951_0001_1_03, initRequestedTime=1463537065155, initedTime=1463537065162, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:25,166 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:25,167 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:25,168 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {3ACD56378E52450AB03800E349FF4187=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:25,168 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:25,168 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {81BAA42DF2F34A1B85513A87B8D27D29=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:25,169 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] parallelism set to 1
2016-05-18 02:04:25,169 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:25,169 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] parallelism set to 1
2016-05-18 02:04:25,170 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:25,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, vertexId=vertex_1463537064951_0001_1_00, initRequestedTime=1463537065139, initedTime=1463537065170, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:25,171 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] with distanceFromRoot: 0
2016-05-18 02:04:25,172 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:25,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, vertexId=vertex_1463537064951_0001_1_01, initRequestedTime=1463537065141, initedTime=1463537065172, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:25,172 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] with distanceFromRoot: 0
2016-05-18 02:04:25,172 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:25,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537064951_0001_1_00, startRequestedTime=1463537065143, startedTime=1463537065173
2016-05-18 02:04:25,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537064951_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:25,175 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:25,175 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C7A06F5884644FA3B7B9C4ABD2E4ADB3
2016-05-18 02:04:25,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537064951_0001_1_01, startRequestedTime=1463537065143, startedTime=1463537065175
2016-05-18 02:04:25,176 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537064951_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:25,177 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] submitted tez dag to app master: application_1463537064951_0001, with dag id: dag_1463537064951_0001_1
2016-05-18 02:04:25,177 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:25,177 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B5D7C1CB5D6848C8A9B57DD58CC1A372
2016-05-18 02:04:25,177 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537064951_0001_1_00 for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] numStartedSources: 1 numSources: 2
2016-05-18 02:04:25,178 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] numStartedSources: 1 numSources: 2
2016-05-18 02:04:25,178 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_STARTED]: vertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, taskId=task_1463537064951_0001_1_00_000000, scheduledTime=1463537065178, launchTime=1463537065178
2016-05-18 02:04:25,179 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537064951_0001_1_01 for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] numStartedSources: 2 numSources: 2
2016-05-18 02:04:25,179 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] with distanceFromRoot: 1
2016-05-18 02:04:25,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_STARTED]: vertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, taskId=task_1463537064951_0001_1_01_000000, scheduledTime=1463537065180, launchTime=1463537065180
2016-05-18 02:04:25,180 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537064951_0001_1_02, startRequestedTime=1463537065179, startedTime=1463537065181
2016-05-18 02:04:25,182 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:25,182 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,182 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537064951_0001_1_02 for vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] numStartedSources: 1 numSources: 1
2016-05-18 02:04:25,182 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] with distanceFromRoot: 2
2016-05-18 02:04:25,184 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: EE9F3F01CA244EBCA39D5E792D581DA7 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:25,184 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B5D7C1CB5D6848C8A9B57DD58CC1A372 in vertex: EE9F3F01CA244EBCA39D5E792D581DA7 numBipartiteSourceTasks: 1
2016-05-18 02:04:25,187 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:25,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537064951_0001_1_03, startRequestedTime=1463537065182, startedTime=1463537065183
2016-05-18 02:04:25,187 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:25,187 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C7A06F5884644FA3B7B9C4ABD2E4ADB3 in vertex: EE9F3F01CA244EBCA39D5E792D581DA7 numBipartiteSourceTasks: 2
2016-05-18 02:04:25,187 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C60F198789414EF483AD4DA79B07F599 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:25,190 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EE9F3F01CA244EBCA39D5E792D581DA7 in vertex: C60F198789414EF483AD4DA79B07F599 numBipartiteSourceTasks: 1
2016-05-18 02:04:25,191 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537064951_0001_00_000001, launchTime=1463537065191
2016-05-18 02:04:25,192 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537064951_0001_00_000002, launchTime=1463537065191
2016-05-18 02:04:25,193 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000001
2016-05-18 02:04:25,194 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537064951_0001_1_00_000000_0] started. Is using containerId: [container_1463537064951_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:25,194 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000002
2016-05-18 02:04:25,194 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, taskAttemptId=attempt_1463537064951_0001_1_00_000000_0, startTime=1463537065194, containerId=container_1463537064951_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:25,194 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25,195 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25,195 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537064951_0001_1_01_000000_0] started. Is using containerId: [container_1463537064951_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:25,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, taskAttemptId=attempt_1463537064951_0001_1_01_000000_0, startTime=1463537065195, containerId=container_1463537064951_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:25,196 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,196 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:25,196 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741, VertexName: C7A06F5884644FA3B7B9C4ABD2E4ADB3, VertexParallelism: 1, TaskAttemptID:attempt_1463537064951_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3ACD56378E52450AB03800E349FF4187, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EE9F3F01CA244EBCA39D5E792D581DA7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:25,197 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:25,197 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,197 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,197 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537064951_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:25,198 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,198 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,198 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:25,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741, VertexName: B5D7C1CB5D6848C8A9B57DD58CC1A372, VertexParallelism: 1, TaskAttemptID:attempt_1463537064951_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=81BAA42DF2F34A1B85513A87B8D27D29, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EE9F3F01CA244EBCA39D5E792D581DA7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:25,198 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:25,199 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537064951_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:25,201 INFO  input.MRInput (MRInput.java:initialize(440)) - 3ACD56378E52450AB03800E349FF4187 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:25,201 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 3ACD56378E52450AB03800E349FF4187
2016-05-18 02:04:25,201 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537064951_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:25,202 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537064951_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:25,202 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:25,205 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,226 INFO  input.MRInput (MRInput.java:initialize(440)) - 81BAA42DF2F34A1B85513A87B8D27D29 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:25,226 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 81BAA42DF2F34A1B85513A87B8D27D29
2016-05-18 02:04:25,227 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:25,227 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:25,227 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C7A06F5884644FA3B7B9C4ABD2E4ADB3, ordinal: 0
2016-05-18 02:04:25,228 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7A06F5884644FA3B7B9C4ABD2E4ADB3, mem on start (mb), free: 398, total: 654, max: 672
2016-05-18 02:04:25,228 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:25,228 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:25,228 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:25,229 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:25,229 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[3ACD56378E52450AB03800E349FF4187:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [EE9F3F01CA244EBCA39D5E792D581DA7:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:25,230 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:25,230 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:25,231 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:25,234 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:25,234 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[3ACD56378E52450AB03800E349FF4187:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [EE9F3F01CA244EBCA39D5E792D581DA7:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:25,234 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:25,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 3ACD56378E52450AB03800E349FF4187
2016-05-18 02:04:25,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 3ACD56378E52450AB03800E349FF4187 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:25,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:25,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:25,236 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:25,236 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25,239 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B5D7C1CB5D6848C8A9B57DD58CC1A372, ordinal: 1
2016-05-18 02:04:25,239 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B5D7C1CB5D6848C8A9B57DD58CC1A372, mem on start (mb), free: 396, total: 654, max: 672
2016-05-18 02:04:25,239 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:25,239 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:25,239 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:25,239 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:25,241 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:25,243 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:25,243 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 3ACD56378E52450AB03800E349FF4187 initialized RecordReader from event
2016-05-18 02:04:25,241 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[81BAA42DF2F34A1B85513A87B8D27D29:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [EE9F3F01CA244EBCA39D5E792D581DA7:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:25,245 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 3ACD56378E52450AB03800E349FF4187
2016-05-18 02:04:25,246 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: 5C2E50CFDFC4450588686DDC189A4692
2016-05-18 02:04:25,246 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:25,246 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:25,246 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:25,249 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[81BAA42DF2F34A1B85513A87B8D27D29:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [EE9F3F01CA244EBCA39D5E792D581DA7:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:25,250 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:25,246 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] 5C2E50CFDFC4450588686DDC189A4692
2016-05-18 02:04:25,251 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:25,254 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 81BAA42DF2F34A1B85513A87B8D27D29 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:25,254 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 81BAA42DF2F34A1B85513A87B8D27D29
2016-05-18 02:04:25,254 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:25,255 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:25,255 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:25,258 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,263 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - EE9F3F01CA244EBCA39D5E792D581DA7: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:25,263 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:25,265 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:25,266 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: 81BAA42DF2F34A1B85513A87B8D27D29
2016-05-18 02:04:25,266 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: 5C2E50CFDFC4450588686DDC189A4692
2016-05-18 02:04:25,267 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] 5C2E50CFDFC4450588686DDC189A4692
2016-05-18 02:04:25,269 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:25,267 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C7A06F5884644FA3B7B9C4ABD2E4ADB3, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:04:25,266 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:25,278 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 81BAA42DF2F34A1B85513A87B8D27D29 initialized RecordReader from event
2016-05-18 02:04:25,281 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25,281 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C7A06F5884644FA3B7B9C4ABD2E4ADB3, mem on close (mb), free: 293, total: 654, max: 672
2016-05-18 02:04:25,281 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - EE9F3F01CA244EBCA39D5E792D581DA7: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:25,281 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - EE9F3F01CA244EBCA39D5E792D581DA7: All spills complete
2016-05-18 02:04:25,278 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - EE9F3F01CA244EBCA39D5E792D581DA7: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:25,282 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25,283 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537064951_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:25,283 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537064951_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:25,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537064951_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463537065270, Process_Duration=11, Process_End_Time=1463537065281, Read_Duration=10, Tuples_Read=13, Tuples_Written=13, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13]]
2016-05-18 02:04:25,285 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537064951_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:25,285 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:25,285 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:25,285 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,286 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:25,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, taskAttemptId=attempt_1463537064951_0001_1_00_000000_0, creationTime=1463537065179, allocationTime=1463537065190, startTime=1463537065194, finishTime=1463537065286, timeTaken=92, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:25,286 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B5D7C1CB5D6848C8A9B57DD58CC1A372, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:25,286 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_FINISHED]: vertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, taskId=task_1463537064951_0001_1_00_000000, startTime=1463537065194, finishTime=1463537065286, timeTaken=92, status=SUCCEEDED, successfulAttemptID=attempt_1463537064951_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537065270, Process_Duration=11, Process_End_Time=1463537065281, Read_Duration=10, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13
2016-05-18 02:04:25,287 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:25,287 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_FINISHED]: vertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, vertexId=vertex_1463537064951_0001_1_00, initRequestedTime=1463537065139, initedTime=1463537065170, startRequestedTime=1463537065143, startedTime=1463537065173, finishTime=1463537065287, timeTaken=114, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537065270, Process_Duration=11, Process_End_Time=1463537065281, Read_Duration=10, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1463537065194, firstTasksToStart=[ task_1463537064951_0001_1_00_000000 ], lastTaskFinishTime=1463537065286, lastTasksToFinish=[ task_1463537064951_0001_1_00_000000 ], minTaskDuration=92, maxTaskDuration=92, avgTaskDuration=92.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537064951_0001_1_00_000000 ], longestDurationTasks=[ task_1463537064951_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:25,288 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:25,288 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] attempt: attempt_1463537064951_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:25,288 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:25,288 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:25,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537064951_0001_00_000001, stoppedTime=1463537065290, exitStatus=0
2016-05-18 02:04:25,291 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537064951_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:25,293 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,293 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B5D7C1CB5D6848C8A9B57DD58CC1A372, mem on close (mb), free: 292, total: 654, max: 672
2016-05-18 02:04:25,293 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - EE9F3F01CA244EBCA39D5E792D581DA7: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:25,294 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - EE9F3F01CA244EBCA39D5E792D581DA7: All spills complete
2016-05-18 02:04:25,294 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000001
2016-05-18 02:04:25,296 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537064951_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:25,296 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:25,296 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:25,297 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537064951_0001_00_000001, Exiting
2016-05-18 02:04:25,297 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537064951_0001_00_000001
2016-05-18 02:04:25,297 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537064951_0001_00_000001
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,298 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537064951_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:25,299 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537064951_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:25,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537064951_0001_1_01_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463537065286, Process_Duration=7, Process_End_Time=1463537065293, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13]]
2016-05-18 02:04:25,302 WARN  task.TaskReporter (TaskReporter.java:call(214)) - Exiting TaskReporter thread with pending queue size=1
2016-05-18 02:04:25,303 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537064951_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:25,303 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, taskAttemptId=attempt_1463537064951_0001_1_01_000000_0, creationTime=1463537065180, allocationTime=1463537065191, startTime=1463537065195, finishTime=1463537065303, timeTaken=108, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:25,303 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537064951_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:25,304 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:25,304 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:25,304 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,304 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_FINISHED]: vertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, taskId=task_1463537064951_0001_1_01_000000, startTime=1463537065195, finishTime=1463537065304, timeTaken=109, status=SUCCEEDED, successfulAttemptID=attempt_1463537064951_0001_1_01_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537065286, Process_Duration=7, Process_End_Time=1463537065293, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13
2016-05-18 02:04:25,305 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:25,305 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_FINISHED]: vertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, vertexId=vertex_1463537064951_0001_1_01, initRequestedTime=1463537065141, initedTime=1463537065172, startRequestedTime=1463537065143, startedTime=1463537065175, finishTime=1463537065305, timeTaken=130, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537065286, Process_Duration=7, Process_End_Time=1463537065293, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1463537065195, firstTasksToStart=[ task_1463537064951_0001_1_01_000000 ], lastTaskFinishTime=1463537065303, lastTasksToFinish=[ task_1463537064951_0001_1_01_000000 ], minTaskDuration=108, maxTaskDuration=108, avgTaskDuration=108.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537064951_0001_1_01_000000 ], longestDurationTasks=[ task_1463537064951_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:25,305 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000002
2016-05-18 02:04:25,306 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:25,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537064951_0001_00_000002, stoppedTime=1463537065306, exitStatus=0
2016-05-18 02:04:25,306 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] attempt: attempt_1463537064951_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:25,307 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:25,307 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:25,307 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537064951_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:25,307 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537064951_0001_00_000001 completed successfully
2016-05-18 02:04:25,307 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: EE9F3F01CA244EBCA39D5E792D581DA7
2016-05-18 02:04:25,307 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, destinationVertexName=EE9F3F01CA244EBCA39D5E792D581DA7. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:25,308 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, destinationVertexName=EE9F3F01CA244EBCA39D5E792D581DA7. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:25,308 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,308 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_STARTED]: vertexName=EE9F3F01CA244EBCA39D5E792D581DA7, taskId=task_1463537064951_0001_1_02_000000, scheduledTime=1463537065308, launchTime=1463537065308
2016-05-18 02:04:25,308 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537064951_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:25,308 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,309 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:25,309 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537064951_0001_00_000002, Exiting
2016-05-18 02:04:25,309 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537064951_0001_00_000002
2016-05-18 02:04:25,309 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537064951_0001_00_000002
2016-05-18 02:04:25,310 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537064951_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:25,310 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537064951_0001_00_000002 completed successfully
2016-05-18 02:04:25,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537064951_0001_00_000003, launchTime=1463537065315
2016-05-18 02:04:25,316 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000003
2016-05-18 02:04:25,317 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537064951_0001_1_02_000000_0] started. Is using containerId: [container_1463537064951_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:25,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EE9F3F01CA244EBCA39D5E792D581DA7, taskAttemptId=attempt_1463537064951_0001_1_02_000000_0, startTime=1463537065317, containerId=container_1463537064951_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:25,318 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25,319 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25,319 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,319 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:25,319 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741, VertexName: EE9F3F01CA244EBCA39D5E792D581DA7, VertexParallelism: 1, TaskAttemptID:attempt_1463537064951_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B5D7C1CB5D6848C8A9B57DD58CC1A372, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=C7A06F5884644FA3B7B9C4ABD2E4ADB3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C60F198789414EF483AD4DA79B07F599, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: EE9F3F01CA244EBCA39D5E792D581DA7 { B5D7C1CB5D6848C8A9B57DD58CC1A372 C7A06F5884644FA3B7B9C4ABD2E4ADB3 } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-05-18 02:04:25,321 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:25,321 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25,322 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537064951_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,322 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537064951_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:25,325 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:25,337 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EE9F3F01CA244EBCA39D5E792D581DA7, ordinal: 2
2016-05-18 02:04:25,338 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EE9F3F01CA244EBCA39D5E792D581DA7, mem on start (mb), free: 286, total: 654, max: 672
2016-05-18 02:04:25,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:25,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:25,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:25,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:25,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:25,341 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C60F198789414EF483AD4DA79B07F599:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [B5D7C1CB5D6848C8A9B57DD58CC1A372:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [C7A06F5884644FA3B7B9C4ABD2E4ADB3:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput]
2016-05-18 02:04:25,343 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:25,343 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:25,344 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 527643424, TotalRequestedScaled: 1.2007693028571428E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.75
2016-05-18 02:04:25,344 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C60F198789414EF483AD4DA79B07F599:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [B5D7C1CB5D6848C8A9B57DD58CC1A372:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114], [C7A06F5884644FA3B7B9C4ABD2E4ADB3:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114]
2016-05-18 02:04:25,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:25,345 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring B5D7C1CB5D6848C8A9B57DD58CC1A372 for start, since it will be controlled via it's Group
2016-05-18 02:04:25,345 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring C7A06F5884644FA3B7B9C4ABD2E4ADB3 for start, since it will be controlled via it's Group
2016-05-18 02:04:25,345 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: EE9F3F01CA244EBCA39D5E792D581DA7 being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:25,346 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - B5D7C1CB5D6848C8A9B57DD58CC1A372: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:25,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:25,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:25,352 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - B5D7C1CB5D6848C8A9B57DD58CC1A372: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:25,355 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - C7A06F5884644FA3B7B9C4ABD2E4ADB3: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:25,356 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - C7A06F5884644FA3B7B9C4ABD2E4ADB3: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:25,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EE9F3F01CA244EBCA39D5E792D581DA7
2016-05-18 02:04:25,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:25,357 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25,359 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - C7A06F5884644FA3B7B9C4ABD2E4ADB3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:25,360 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - B5D7C1CB5D6848C8A9B57DD58CC1A372: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:25,361 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]]
2016-05-18 02:04:25,361 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] streamed: true, id: 5C2E50CFDFC4450588686DDC189A4692
2016-05-18 02:04:25,362 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by:[{1}:'char']], id: 65BC4F564E5D4147AE824A7AD9C2C35B
2016-05-18 02:04:25,362 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by:[{1}:'char']] 65BC4F564E5D4147AE824A7AD9C2C35B
2016-05-18 02:04:25,365 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C60F198789414EF483AD4DA79B07F599 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@24a29d29, comparator=cascading.tuple.hadoop.util.TupleComparator@7e37848f, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:25,366 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C60F198789414EF483AD4DA79B07F599: , UsingHashComparator=false
2016-05-18 02:04:25,392 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537064951_0001_1_00_000000_0_10109} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537065392, TimeTaken=6, Rate=0.03 MB/s
2016-05-18 02:04:25,393 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : C7A06F5884644FA3B7B9C4ABD2E4ADB3
2016-05-18 02:04:25,393 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:25,393 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - C7A06F5884644FA3B7B9C4ABD2E4ADB3: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:25,394 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - C7A06F5884644FA3B7B9C4ABD2E4ADB3: Scheduler thread completed
2016-05-18 02:04:25,395 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537064951_0001_1_01_000000_0_10112} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537065395, TimeTaken=5, Rate=0.04 MB/s
2016-05-18 02:04:25,395 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : B5D7C1CB5D6848C8A9B57DD58CC1A372
2016-05-18 02:04:25,396 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:25,396 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - B5D7C1CB5D6848C8A9B57DD58CC1A372: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:25,396 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - B5D7C1CB5D6848C8A9B57DD58CC1A372: Scheduler thread completed
2016-05-18 02:04:25,402 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:25,402 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:25,403 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C60F198789414EF483AD4DA79B07F599: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:25,403 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C60F198789414EF483AD4DA79B07F599: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:25,404 INFO  element.TezMergeGate (TezMergeGate.java:prepare(116)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] 5C2E50CFDFC4450588686DDC189A4692, for 1 inputs
2016-05-18 02:04:25,404 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EE9F3F01CA244EBCA39D5E792D581DA7, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:25,406 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:25,406 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,408 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:25,408 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,409 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:25,409 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,410 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:25,410 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,411 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 13
2016-05-18 02:04:25,412 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 9, with capacity: 2
2016-05-18 02:04:25,412 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,413 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 11, with capacity: 2
2016-05-18 02:04:25,413 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,414 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 13, with capacity: 2
2016-05-18 02:04:25,414 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,415 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 15, with capacity: 2
2016-05-18 02:04:25,415 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,416 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 13
2016-05-18 02:04:25,416 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25,417 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EE9F3F01CA244EBCA39D5E792D581DA7, mem on close (mb), free: 293, total: 647, max: 672
2016-05-18 02:04:25,417 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - B5D7C1CB5D6848C8A9B57DD58CC1A372: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:25,417 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceB5D7C1CB5D6848C8A9B57DD58CC1A372: 0
2016-05-18 02:04:25,418 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - C7A06F5884644FA3B7B9C4ABD2E4ADB3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:25,418 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceC7A06F5884644FA3B7B9C4ABD2E4ADB3: 0
2016-05-18 02:04:25,418 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C60F198789414EF483AD4DA79B07F599: Starting flush of map output
2016-05-18 02:04:25,419 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C60F198789414EF483AD4DA79B07F599: Span0.length = 18, perItem = 24
2016-05-18 02:04:25,420 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C60F198789414EF483AD4DA79B07F599: done sorting span=0, length=18, time=1
2016-05-18 02:04:25,421 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C60F198789414EF483AD4DA79B07F599: Heap = SpanIterator<0:17> (span=Span[16777216,432]),
2016-05-18 02:04:25,421 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C60F198789414EF483AD4DA79B07F599: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001_wd/localmode-local-dir/output/attempt_1463537064951_0001_1_02_000000_0_10115_0/file.out
2016-05-18 02:04:25,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25,425 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537064951_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:25,426 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537064951_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:25,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537064951_0001_1_02_000000_0: Counters: 28 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=83, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13][cascading.flow.SliceCounters Process_Begin_Time=1463537065404, Process_Duration=12, Process_End_Time=1463537065416, Tuples_Written=18, Write_Duration=1][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18]]
2016-05-18 02:04:25,428 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537064951_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:25,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EE9F3F01CA244EBCA39D5E792D581DA7, taskAttemptId=attempt_1463537064951_0001_1_02_000000_0, creationTime=1463537065308, allocationTime=1463537065309, startTime=1463537065317, finishTime=1463537065428, timeTaken=111, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:25,428 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25,428 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:25,428 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:25,429 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,429 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_FINISHED]: vertexName=EE9F3F01CA244EBCA39D5E792D581DA7, taskId=task_1463537064951_0001_1_02_000000, startTime=1463537065317, finishTime=1463537065428, timeTaken=111, status=SUCCEEDED, successfulAttemptID=attempt_1463537064951_0001_1_02_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=83, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13, cascading.flow.SliceCounters, Process_Begin_Time=1463537065404, Process_Duration=12, Process_End_Time=1463537065416, Tuples_Written=18, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:25,429 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:25,429 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_FINISHED]: vertexName=EE9F3F01CA244EBCA39D5E792D581DA7, vertexId=vertex_1463537064951_0001_1_02, initRequestedTime=1463537065143, initedTime=1463537065153, startRequestedTime=1463537065179, startedTime=1463537065181, finishTime=1463537065429, timeTaken=248, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=83, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13, cascading.flow.SliceCounters, Process_Begin_Time=1463537065404, Process_Duration=12, Process_End_Time=1463537065416, Tuples_Written=18, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18, vertexStats=firstTaskStartTime=1463537065317, firstTasksToStart=[ task_1463537064951_0001_1_02_000000 ], lastTaskFinishTime=1463537065428, lastTasksToFinish=[ task_1463537064951_0001_1_02_000000 ], minTaskDuration=111, maxTaskDuration=111, avgTaskDuration=111.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537064951_0001_1_02_000000 ], longestDurationTasks=[ task_1463537064951_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:25,430 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:25,430 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] attempt: attempt_1463537064951_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:25,430 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:25,431 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:25,431 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537064951_0001_00_000003, stoppedTime=1463537065431, exitStatus=0
2016-05-18 02:04:25,431 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537064951_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:25,430 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000003
2016-05-18 02:04:25,430 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C60F198789414EF483AD4DA79B07F599
2016-05-18 02:04:25,432 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EE9F3F01CA244EBCA39D5E792D581DA7, destinationVertexName=C60F198789414EF483AD4DA79B07F599. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:25,432 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,433 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537064951_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:25,433 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:25,433 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537064951_0001_00_000003, Exiting
2016-05-18 02:04:25,433 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537064951_0001_00_000003
2016-05-18 02:04:25,433 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537064951_0001_00_000003
2016-05-18 02:04:25,433 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537064951_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:25,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_STARTED]: vertexName=C60F198789414EF483AD4DA79B07F599, taskId=task_1463537064951_0001_1_03_000000, scheduledTime=1463537065433, launchTime=1463537065433
2016-05-18 02:04:25,433 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537064951_0001_00_000003 completed successfully
2016-05-18 02:04:25,434 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537064951_0001_00_000004, launchTime=1463537065435
2016-05-18 02:04:25,436 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000004
2016-05-18 02:04:25,437 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537064951_0001_1_03_000000_0] started. Is using containerId: [container_1463537064951_0001_00_000004] on NM: [127.0.0.1:0]
2016-05-18 02:04:25,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C60F198789414EF483AD4DA79B07F599, taskAttemptId=attempt_1463537064951_0001_1_03_000000_0, startTime=1463537065436, containerId=container_1463537064951_0001_00_000004, nodeId=127.0.0.1:0
2016-05-18 02:04:25,437 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25,438 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25,438 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,438 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:25,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741, VertexName: C60F198789414EF483AD4DA79B07F599, VertexParallelism: 1, TaskAttemptID:attempt_1463537064951_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EE9F3F01CA244EBCA39D5E792D581DA7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=EB8037D4D2E9406DA1B2DCBABEA593B8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:25,438 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:25,440 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25,441 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537064951_0001_1_03_000000_0 1 events [0,1) total 1 vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,441 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537064951_0001_1_03_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:25,442 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:25,446 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:25,457 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C60F198789414EF483AD4DA79B07F599, ordinal: 3
2016-05-18 02:04:25,457 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C60F198789414EF483AD4DA79B07F599, mem on start (mb), free: 287, total: 647, max: 672
2016-05-18 02:04:25,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:25,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:25,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:25,460 INFO  output.MROutput (MROutput.java:initialize(421)) - EB8037D4D2E9406DA1B2DCBABEA593B8: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:25,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:25,461 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EE9F3F01CA244EBCA39D5E792D581DA7:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [EB8037D4D2E9406DA1B2DCBABEA593B8:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:25,461 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:25,462 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:25,462 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:25,462 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EE9F3F01CA244EBCA39D5E792D581DA7:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [EB8037D4D2E9406DA1B2DCBABEA593B8:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:25,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:25,463 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EE9F3F01CA244EBCA39D5E792D581DA7 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:25,463 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EE9F3F01CA244EBCA39D5E792D581DA7: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:25,464 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EE9F3F01CA244EBCA39D5E792D581DA7: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:25,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:25,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:25,466 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EE9F3F01CA244EBCA39D5E792D581DA7 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:25,467 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EE9F3F01CA244EBCA39D5E792D581DA7
2016-05-18 02:04:25,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:25,470 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25,471 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EE9F3F01CA244EBCA39D5E792D581DA7: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:25,473 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by:[{1}:'char']]
2016-05-18 02:04:25,475 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537064951_0001_1_02_000000_0_10115} to DISK_DIRECT, csize=384, dsize=380, EndTime=1463537065475, TimeTaken=1, Rate=0.37 MB/s
2016-05-18 02:04:25,475 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EE9F3F01CA244EBCA39D5E792D581DA7
2016-05-18 02:04:25,476 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by:[{1}:'char']] streamed: true, id: 65BC4F564E5D4147AE824A7AD9C2C35B
2016-05-18 02:04:25,476 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true741"], id: EB8037D4D2E9406DA1B2DCBABEA593B8
2016-05-18 02:04:25,477 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true741"]
2016-05-18 02:04:25,477 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(name)[by:[{1}:'char']] 65BC4F564E5D4147AE824A7AD9C2C35B, for 1 inputs
2016-05-18 02:04:25,476 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:25,477 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EE9F3F01CA244EBCA39D5E792D581DA7, wasInterrupted=false
2016-05-18 02:04:25,478 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:25,478 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:25,479 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001_wd/localmode-local-dir/output/attempt_1463537064951_0001_1_02_000000_0_10115/file.out, len=384, isLocal=true
2016-05-18 02:04:25,479 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 384 bytes from disk
2016-05-18 02:04:25,479 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:25,479 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:25,480 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 367 bytes
2016-05-18 02:04:25,480 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EE9F3F01CA244EBCA39D5E792D581DA7
2016-05-18 02:04:25,480 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EE9F3F01CA244EBCA39D5E792D581DA7: Shuffle Runner thread complete
2016-05-18 02:04:25,480 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C60F198789414EF483AD4DA79B07F599, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:04:25,481 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EE9F3F01CA244EBCA39D5E792D581DA7: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:25,484 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - EE9F3F01CA244EBCA39D5E792D581DA7: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:25,487 INFO  output.MROutput (MROutput.java:close(526)) - EB8037D4D2E9406DA1B2DCBABEA593B8 closed
2016-05-18 02:04:25,488 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537064951_0001_1_03_000000_0 given a go for committing the task output.
2016-05-18 02:04:25,489 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25,489 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C60F198789414EF483AD4DA79B07F599, mem on close (mb), free: 284, total: 647, max: 672
2016-05-18 02:04:25,489 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EE9F3F01CA244EBCA39D5E792D581DA7
2016-05-18 02:04:25,489 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EE9F3F01CA244EBCA39D5E792D581DA7: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:25,489 INFO  output.MROutput (MROutput.java:close(526)) - EB8037D4D2E9406DA1B2DCBABEA593B8 closed
2016-05-18 02:04:25,490 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25,490 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537064951_0001_1_03_000000_0, askedToStop=false
2016-05-18 02:04:25,490 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537064951_0001_1_03_000000_0, stopRequested=false
2016-05-18 02:04:25,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537064951_0001_1_03_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537065481, Process_Duration=8, Process_End_Time=1463537065489, Read_Duration=0, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:25,492 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537064951_0001_1_03_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:25,492 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:25,492 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:25,492 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C60F198789414EF483AD4DA79B07F599, taskAttemptId=attempt_1463537064951_0001_1_03_000000_0, creationTime=1463537065434, allocationTime=1463537065435, startTime=1463537065436, finishTime=1463537065492, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:25,493 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25,493 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537064951_0001_00_000004
2016-05-18 02:04:25,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:TASK_FINISHED]: vertexName=C60F198789414EF483AD4DA79B07F599, taskId=task_1463537064951_0001_1_03_000000, startTime=1463537065436, finishTime=1463537065493, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1463537064951_0001_1_03_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537065481, Process_Duration=8, Process_End_Time=1463537065489, Read_Duration=0, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:25,494 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:25,494 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599]
2016-05-18 02:04:25,494 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:VERTEX_FINISHED]: vertexName=C60F198789414EF483AD4DA79B07F599, vertexId=vertex_1463537064951_0001_1_03, initRequestedTime=1463537065155, initedTime=1463537065162, startRequestedTime=1463537065182, startedTime=1463537065183, finishTime=1463537065494, timeTaken=311, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537065481, Process_Duration=8, Process_End_Time=1463537065489, Read_Duration=0, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537065436, firstTasksToStart=[ task_1463537064951_0001_1_03_000000 ], lastTaskFinishTime=1463537065492, lastTasksToFinish=[ task_1463537064951_0001_1_03_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537064951_0001_1_03_000000 ], longestDurationTasks=[ task_1463537064951_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:25,495 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:25,495 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537064951_0001_00_000004, stoppedTime=1463537065495, exitStatus=0
2016-05-18 02:04:25,495 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:25,495 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:25,495 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537064951_0001_1_00 [C7A06F5884644FA3B7B9C4ABD2E4ADB3]
2016-05-18 02:04:25,495 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537064951_0001_1_01 [B5D7C1CB5D6848C8A9B57DD58CC1A372]
2016-05-18 02:04:25,496 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537064951_0001_1_02 [EE9F3F01CA244EBCA39D5E792D581DA7]
2016-05-18 02:04:25,496 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537064951_0001_1
2016-05-18 02:04:25,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537064951_0001_1
2016-05-18 02:04:25,496 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: EB8037D4D2E9406DA1B2DCBABEA593B8 for vertex: vertex_1463537064951_0001_1_03 [C60F198789414EF483AD4DA79B07F599], outputName: EB8037D4D2E9406DA1B2DCBABEA593B8
2016-05-18 02:04:25,498 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064951_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:25,498 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537064951_0001_00_000004. Relying on regular task shutdown for it to end
2016-05-18 02:04:25,504 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537064951_0001_00_000004 is valid, but no longer registered, and will be killed
2016-05-18 02:04:25,505 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537064951_0001_00_000004: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:25,505 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537064951_0001_00_000004, Exiting
2016-05-18 02:04:25,505 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537064951_0001_00_000004
2016-05-18 02:04:25,505 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537064951_0001_00_000004
2016-05-18 02:04:25,505 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537064951_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:25,505 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537064951_0001_00_000004 completed successfully
2016-05-18 02:04:25,506 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:EB8037D4D2E9406DA1B2DCBABEA593B8 of vertex/vertexGroup:C60F198789414EF483AD4DA79B07F599 isVertexGroupOutput:false
2016-05-18 02:04:25,506 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:25,508 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537064951_0001_1, queueSize=0
2016-05-18 02:04:25,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537064951_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537064951_0001_1, startTime=1463537065139, finishTime=1463537065506, timeTaken=367, status=SUCCEEDED, diagnostics=, counters=Counters: 52, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=4, TOTAL_LAUNCHED_TASKS=4, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=940, AM_GC_TIME_MILLIS=34, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=3, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=49, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=796, OUTPUT_BYTES_WITH_OVERHEAD=808, OUTPUT_BYTES_PHYSICAL=868, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=820, SHUFFLE_BYTES_DECOMPRESSED=808, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=820, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=96, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=20, LAST_EVENT_RECEIVED=20, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=5854148261441, Process_Duration=38, Process_End_Time=5854148261479, Read_Duration=12, Tuples_Read=44, Tuples_Written=49, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:25,508 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537064951_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:25,508 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537064951_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:25 Completed Dag: dag_1463537064951_0001_1
2016-05-18 02:04:25,509 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537064951_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:25,509 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537064951_0001_1_post
2016-05-18 02:04:25,509 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,509 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:25,509 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:25,510 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741, with id=dag_1463537064951_0001_1
2016-05-18 02:04:25,510 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452] name/(1/1) ...cyHash/multimerge+true741, with id=dag_1463537064951_0001_1
2016-05-18 02:04:25,517 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...cyHash/multimerge+true741, applicationId=application_1463537064951_0001
2016-05-18 02:04:25,519 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:25,519 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:25,519 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:25,519 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:25,519 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:25,519 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:25,520 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:25,520 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:25,520 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:25,520 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:25,520 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:25,521 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:25,521 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:25,522 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:25,524 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6AE6A01168964BC0A57D5401AA0DB483/B173E9968D1244CA8D1C77D3DD923452/.tez/application_1463537064951_0001
2016-05-18 02:04:25,525 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true741/_temporary
2016-05-18 02:04:25,525 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  completed in: 00:00.595
2016-05-18 02:04:25,604 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true741
2016-05-18 02:04:25,629 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:25,630 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:25,666 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:04:25,669 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-18 02:04:25,670 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:25,670 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:25,670 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:25,683 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:25,683 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:25,686 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt
2016-05-18 02:04:25,686 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename
2016-05-18 02:04:25,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting
2016-05-18 02:04:25,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:25,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename"]
2016-05-18 02:04:25,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  parallel execution of steps is enabled: false
2016-05-18 02:04:25,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  executing total steps: 1
2016-05-18 02:04:25,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  allocating management threads: 1
2016-05-18 02:04:25,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting step: (1/1) ...rm/testRenameNamed/rename
2016-05-18 02:04:25,696 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:25,710 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tez session mode enabled: true
2016-05-18 02:04:25,714 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:25,715 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:25,715 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:25,723 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001 doesn't exist and is created
2016-05-18 02:04:25,743 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:25,743 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:25,744 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001_wd
2016-05-18 02:04:25,759 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537065715_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:25,760 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:25,760 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:25,761 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:25,762 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:25,762 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:25,762 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:25,763 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:25,764 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:25,764 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:25,764 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:25,765 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:25,765 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:25,765 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:25,765 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:25,765 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:25,766 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:25,766 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:25,766 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:25,766 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:25,768 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:25,768 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:25,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:25,769 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001_wd/localmode-log-dir
2016-05-18 02:04:25,769 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001_wd/localmode-log-dir/history.txt.appattempt_1463537065715_0001_000000, maxErrors=10
2016-05-18 02:04:25,769 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:25,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537065715_0001_000000, appSubmitTime=1463537065759, launchTime=1463537065759
2016-05-18 02:04:25,772 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:25,776 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:50261
2016-05-18 02:04:25,777 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537065715
2016-05-18 02:04:25,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537065715_0001_000000, startTime=1463537065778
2016-05-18 02:04:25,779 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:25,844 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:25,844 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:25,844 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...rm/testRenameNamed/rename, applicationId=application_1463537065715_0001, dagName=[996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68] shape/(1/1) ...rm/testRenameNamed/rename
2016-05-18 02:04:25,860 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68] shape/(1/1) ...rm/testRenameNamed/rename
2016-05-18 02:04:25,860 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:25,861 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537065715_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001_wd/localmode-log-dir/dag_1463537065715_0001_1.dot
2016-05-18 02:04:25,861 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001_wd/localmode-log-dir/dag_1463537065715_0001_1-tez-dag.pb.txt
2016-05-18 02:04:25,865 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537065715_0001_1
2016-05-18 02:04:25,865 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,865 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68] shape/(1/1) ...rm/testRenameNamed/rename
2016-05-18 02:04:25 Running Dag: dag_1463537065715_0001_1
2016-05-18 02:04:25,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537065715_0001_1, submitTime=1463537065860
2016-05-18 02:04:25,881 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001/tez-conf.pb" } size: 40953 timestamp: 1463537065000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:25,881 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,881 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,881 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:25,882 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:25,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537065715_0001_1, initTime=1463537065882
2016-05-18 02:04:25,882 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537065715_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:25,883 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...rm/testRenameNamed/rename, applicationId=application_1463537065715_0001, dagName=[996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68] shape/(1/1) ...rm/testRenameNamed/rename
2016-05-18 02:04:25,884 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:25,884 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:DAG_STARTED]: dagID=dag_1463537065715_0001_1, startTime=1463537065884
2016-05-18 02:04:25,885 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537065715_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:25,885 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C6AE3E9407184D04ACAF8C530207B65C : {A07E6690EC9543159702CCCD316FE544={InputName=A07E6690EC9543159702CCCD316FE544}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:25,885 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: A07E6690EC9543159702CCCD316FE544, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:25,885 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,885 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,885 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,886 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,886 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:25,886 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: A07E6690EC9543159702CCCD316FE544 on vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,888 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input A07E6690EC9543159702CCCD316FE544 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:25,890 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:25,890 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 19 Min splitLength: 52428800 New desired splits: 1 Total length: 19 Original splits: 3
2016-05-18 02:04:25,890 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 19 numLocations: 1 numSplitsPerLocation: 3 numSplitsInGroup: 3 totalLength: 19 numOriginalSplits: 3 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:25,890 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 3
2016-05-18 02:04:25,891 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: A07E6690EC9543159702CCCD316FE544 on vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,892 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:25,892 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {A07E6690EC9543159702CCCD316FE544=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:25,893 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] parallelism set to 1
2016-05-18 02:04:25,893 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:25,894 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C], numAdditionalOutputs=1
2016-05-18 02:04:25,894 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=677CA88646694269AAAF0839871550AB, vertex=vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:25,896 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C6AE3E9407184D04ACAF8C530207B65C:677CA88646694269AAAF0839871550AB using oldmapred API
2016-05-18 02:04:25,896 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=677CA88646694269AAAF0839871550AB, vertexName=C6AE3E9407184D04ACAF8C530207B65C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:25,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C6AE3E9407184D04ACAF8C530207B65C, vertexId=vertex_1463537065715_0001_1_00, initRequestedTime=1463537065885, initedTime=1463537065894, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:25,897 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] with distanceFromRoot: 0
2016-05-18 02:04:25,897 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:25,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537065715_0001_1_00, startRequestedTime=1463537065886, startedTime=1463537065897
2016-05-18 02:04:25,898 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537065715_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:25,898 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:25,898 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C6AE3E9407184D04ACAF8C530207B65C
2016-05-18 02:04:25,898 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:TASK_STARTED]: vertexName=C6AE3E9407184D04ACAF8C530207B65C, taskId=task_1463537065715_0001_1_00_000000, scheduledTime=1463537065898, launchTime=1463537065898
2016-05-18 02:04:25,899 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,900 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:25,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537065715_0001_00_000001, launchTime=1463537065901
2016-05-18 02:04:25,902 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537065715_0001_00_000001
2016-05-18 02:04:25,902 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537065715_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,903 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537065715_0001_1_00_000000_0] started. Is using containerId: [container_1463537065715_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:25,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C6AE3E9407184D04ACAF8C530207B65C, taskAttemptId=attempt_1463537065715_0001_1_00_000000_0, startTime=1463537065902, containerId=container_1463537065715_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,904 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,904 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,904 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] submitted tez dag to app master: application_1463537065715_0001, with dag id: dag_1463537065715_0001_1
2016-05-18 02:04:25,904 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:25,906 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68] shape/(1/1) ...rm/testRenameNamed/rename, VertexName: C6AE3E9407184D04ACAF8C530207B65C, VertexParallelism: 1, TaskAttemptID:attempt_1463537065715_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A07E6690EC9543159702CCCD316FE544, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=677CA88646694269AAAF0839871550AB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:25,906 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:25,907 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,908 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537065715_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:25,908 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537065715_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:25,912 INFO  input.MRInput (MRInput.java:initialize(440)) - A07E6690EC9543159702CCCD316FE544 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:25,912 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:25,912 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: A07E6690EC9543159702CCCD316FE544
2016-05-18 02:04:25,916 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C6AE3E9407184D04ACAF8C530207B65C, ordinal: 0
2016-05-18 02:04:25,916 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C6AE3E9407184D04ACAF8C530207B65C, mem on start (mb), free: 197, total: 647, max: 672
2016-05-18 02:04:25,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:25,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:25,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:25,922 INFO  output.MROutput (MROutput.java:initialize(421)) - 677CA88646694269AAAF0839871550AB: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:25,923 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:25,923 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[677CA88646694269AAAF0839871550AB:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A07E6690EC9543159702CCCD316FE544:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:04:25,924 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:25,924 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:25,924 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:04:25,924 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[677CA88646694269AAAF0839871550AB:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A07E6690EC9543159702CCCD316FE544:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:04:25,925 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:25,925 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A07E6690EC9543159702CCCD316FE544 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:25,925 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:25,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:25,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A07E6690EC9543159702CCCD316FE544
2016-05-18 02:04:25,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:25,927 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,928 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:0+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:9+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:18+1], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=19}
2016-05-18 02:04:25,928 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - A07E6690EC9543159702CCCD316FE544 initialized RecordReader from event
2016-05-18 02:04:25,930 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:25,931 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"] streamed: true, id: A07E6690EC9543159702CCCD316FE544
2016-05-18 02:04:25,932 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename"], id: 677CA88646694269AAAF0839871550AB
2016-05-18 02:04:25,932 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename"]
2016-05-18 02:04:25,933 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:25,933 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C6AE3E9407184D04ACAF8C530207B65C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:25,936 INFO  output.MROutput (MROutput.java:close(526)) - 677CA88646694269AAAF0839871550AB closed
2016-05-18 02:04:25,936 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537065715_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:04:25,937 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,937 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C6AE3E9407184D04ACAF8C530207B65C, mem on close (mb), free: 195, total: 647, max: 672
2016-05-18 02:04:25,938 INFO  output.MROutput (MROutput.java:close(526)) - 677CA88646694269AAAF0839871550AB closed
2016-05-18 02:04:25,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,939 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537065715_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:25,940 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537065715_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:25,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537065715_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1463537065934, Process_Duration=3, Process_End_Time=1463537065937, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-05-18 02:04:25,941 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537065715_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:25,941 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:25,942 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:25,942 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C6AE3E9407184D04ACAF8C530207B65C, taskAttemptId=attempt_1463537065715_0001_1_00_000000_0, creationTime=1463537065899, allocationTime=1463537065901, startTime=1463537065902, finishTime=1463537065942, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:25,942 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25,943 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:TASK_FINISHED]: vertexName=C6AE3E9407184D04ACAF8C530207B65C, taskId=task_1463537065715_0001_1_00_000000, startTime=1463537065902, finishTime=1463537065942, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1463537065715_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537065934, Process_Duration=3, Process_End_Time=1463537065937, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:25,943 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:25,943 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C]
2016-05-18 02:04:25,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:VERTEX_FINISHED]: vertexName=C6AE3E9407184D04ACAF8C530207B65C, vertexId=vertex_1463537065715_0001_1_00, initRequestedTime=1463537065885, initedTime=1463537065894, startRequestedTime=1463537065886, startedTime=1463537065897, finishTime=1463537065943, timeTaken=46, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537065934, Process_Duration=3, Process_End_Time=1463537065937, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537065902, firstTasksToStart=[ task_1463537065715_0001_1_00_000000 ], lastTaskFinishTime=1463537065942, lastTasksToFinish=[ task_1463537065715_0001_1_00_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537065715_0001_1_00_000000 ], longestDurationTasks=[ task_1463537065715_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:25,944 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:25,944 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537065715_0001_00_000001
2016-05-18 02:04:25,944 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:04:25,945 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:25,945 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537065715_0001_1
2016-05-18 02:04:25,945 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537065715_0001_1
2016-05-18 02:04:25,945 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537065715_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:25,945 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 677CA88646694269AAAF0839871550AB for vertex: vertex_1463537065715_0001_1_00 [C6AE3E9407184D04ACAF8C530207B65C], outputName: 677CA88646694269AAAF0839871550AB
2016-05-18 02:04:25,945 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537065715_0001_00_000001, stoppedTime=1463537065945, exitStatus=0
2016-05-18 02:04:25,946 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537065715_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:25,954 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:677CA88646694269AAAF0839871550AB of vertex/vertexGroup:C6AE3E9407184D04ACAF8C530207B65C isVertexGroupOutput:false
2016-05-18 02:04:25,954 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:25,955 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537065715_0001_1, queueSize=0
2016-05-18 02:04:25,955 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537065715_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:25,955 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537065715_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:25,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537065715_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537065715_0001_1, startTime=1463537065884, finishTime=1463537065954, timeTaken=70, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=110, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537065934, Process_Duration=3, Process_End_Time=1463537065937, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:25,955 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537065715_0001_00_000001, Exiting
2016-05-18 02:04:25,955 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537065715_0001_00_000001
2016-05-18 02:04:25,955 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537065715_0001_00_000001
2016-05-18 02:04:25,955 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537065715_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:25,956 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537065715_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:25,956 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537065715_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:25,956 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537065715_0001_00_000001 completed successfully
2016-05-18 02:04:25 Completed Dag: dag_1463537065715_0001_1
2016-05-18 02:04:25,958 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537065715_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:25,958 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537065715_0001_1_post
2016-05-18 02:04:25,959 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:25,959 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 1
2016-05-18 02:04:25,959 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:25,959 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68] shape/(1/1) ...rm/testRenameNamed/rename, with id=dag_1463537065715_0001_1
2016-05-18 02:04:25,960 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68] shape/(1/1) ...rm/testRenameNamed/rename, with id=dag_1463537065715_0001_1
2016-05-18 02:04:25,964 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...rm/testRenameNamed/rename, applicationId=application_1463537065715_0001
2016-05-18 02:04:25,966 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:25,966 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:25,966 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:25,966 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:25,966 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:25,966 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:25,967 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:25,967 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:25,968 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:25,968 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:25,968 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:25,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:25,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:25,970 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:25,985 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/996E9413398749359440C3E0175655E5/A184B1A390814B839434B31FDD88BD68/.tez/application_1463537065715_0001
2016-05-18 02:04:25,986 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename/_temporary
2016-05-18 02:04:25,987 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  completed in: 00:00.292
2016-05-18 02:04:26,025 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename
2016-05-18 02:04:26,051 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:26,051 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:26,101 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-05-18 02:04:26,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.033
2016-05-18 02:04:26,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-05-18 02:04:26,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-05-18 02:04:26,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:26,131 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:26,137 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:26,147 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true740
2016-05-18 02:04:26,188 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: EE005A6E115948239726E4BEF627F799,F83A5E89927A4A28BAB8CA2DC62A34DC and ACA19534C3C34793848C379C6919B602
2016-05-18 02:04:26,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting
2016-05-18 02:04:26,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:26,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:26,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true740"]
2016-05-18 02:04:26,235 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  parallel execution of steps is enabled: false
2016-05-18 02:04:26,236 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  executing total steps: 1
2016-05-18 02:04:26,236 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  allocating management threads: 1
2016-05-18 02:04:26,236 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting step: (1/1) ...rMerge/multimerge+true740
2016-05-18 02:04:26,236 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:26,251 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tez session mode enabled: true
2016-05-18 02:04:26,256 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:26,256 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:26,256 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:26,265 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001 doesn't exist and is created
2016-05-18 02:04:26,285 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:26,285 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:26,286 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001_wd
2016-05-18 02:04:26,301 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537066256_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:26,301 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:26,301 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:26,303 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:26,303 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:26,304 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:26,304 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:26,304 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:26,307 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:26,307 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:26,307 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:26,307 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:26,307 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:26,307 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:26,308 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:26,309 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:26,309 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:26,310 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:26,310 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:26,310 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:26,312 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:26,313 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:26,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:26,313 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001_wd/localmode-log-dir
2016-05-18 02:04:26,315 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001_wd/localmode-log-dir/history.txt.appattempt_1463537066256_0001_000000, maxErrors=10
2016-05-18 02:04:26,315 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:26,315 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537066256_0001_000000, appSubmitTime=1463537066300, launchTime=1463537066300
2016-05-18 02:04:26,320 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:52403
2016-05-18 02:04:26,321 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537066256
2016-05-18 02:04:26,323 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:26,325 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537066256_0001_000000, startTime=1463537066325
2016-05-18 02:04:26,325 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:26,329 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:26,329 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:26,385 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:26,385 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:26,386 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...rMerge/multimerge+true740, applicationId=application_1463537066256_0001, dagName=[9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740
2016-05-18 02:04:26,404 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740
2016-05-18 02:04:26,404 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:26,405 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537066256_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001_wd/localmode-log-dir/dag_1463537066256_0001_1.dot
2016-05-18 02:04:26,406 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001_wd/localmode-log-dir/dag_1463537066256_0001_1-tez-dag.pb.txt
2016-05-18 02:04:26,421 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537066256_0001_1
2016-05-18 02:04:26,421 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,421 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740
2016-05-18 02:04:26 Running Dag: dag_1463537066256_0001_1
2016-05-18 02:04:26,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537066256_0001_1, submitTime=1463537066404
2016-05-18 02:04:26,438 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001/tez-conf.pb" } size: 40953 timestamp: 1463537066000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:26,438 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,439 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:26,439 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001/tez-conf.pb" } size: 40953 timestamp: 1463537066000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:26,440 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,440 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:26,441 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001/tez-conf.pb" } size: 40953 timestamp: 1463537066000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:26,441 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:26,442 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001/tez-conf.pb" } size: 40953 timestamp: 1463537066000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:26,442 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,442 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:26,442 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:26,443 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537066256_0001_1, initTime=1463537066443
2016-05-18 02:04:26,443 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537066256_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:26,444 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:26,444 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:DAG_STARTED]: dagID=dag_1463537066256_0001_1, startTime=1463537066444
2016-05-18 02:04:26,444 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...rMerge/multimerge+true740, applicationId=application_1463537066256_0001, dagName=[9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740
2016-05-18 02:04:26,444 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537066256_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:26,444 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: F83A5E89927A4A28BAB8CA2DC62A34DC : {1AEEFAED2EEF4F8B8AA215C646146D4F={InputName=1AEEFAED2EEF4F8B8AA215C646146D4F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:26,445 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 1AEEFAED2EEF4F8B8AA215C646146D4F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:26,445 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,445 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,445 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,445 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,446 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:26,446 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 1AEEFAED2EEF4F8B8AA215C646146D4F on vertex vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,446 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EE005A6E115948239726E4BEF627F799 : {DE386EA0F5994B6CAD0270E552FA3E2E={InputName=DE386EA0F5994B6CAD0270E552FA3E2E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:26,447 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: DE386EA0F5994B6CAD0270E552FA3E2E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:26,447 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,447 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,447 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,447 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,448 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:26,448 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,448 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 1AEEFAED2EEF4F8B8AA215C646146D4F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:26,450 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:26,451 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:26,451 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:26,451 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:26,451 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 1AEEFAED2EEF4F8B8AA215C646146D4F on vertex vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,452 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:26,452 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,452 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,453 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537066256_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:26,453 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ACA19534C3C34793848C379C6919B602, vertexId=vertex_1463537066256_0001_1_02, initRequestedTime=1463537066448, initedTime=1463537066453, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:26,453 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:26,453 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: DE386EA0F5994B6CAD0270E552FA3E2E on vertex vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,454 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,456 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input DE386EA0F5994B6CAD0270E552FA3E2E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:26,457 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:26,457 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:26,457 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,457 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,458 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537066256_0001_1_03, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:26,458 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D], numAdditionalOutputs=1
2016-05-18 02:04:26,459 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A75E4FE313984610B261A676A0DF37FD, vertex=vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:26,457 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:26,462 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:26,462 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:26,462 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: DE386EA0F5994B6CAD0270E552FA3E2E on vertex vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,461 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B602675452E24251AFB34C6CBD41588D:A75E4FE313984610B261A676A0DF37FD using oldmapred API
2016-05-18 02:04:26,461 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:26,463 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {1AEEFAED2EEF4F8B8AA215C646146D4F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:26,463 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A75E4FE313984610B261A676A0DF37FD, vertexName=B602675452E24251AFB34C6CBD41588D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:26,464 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] parallelism set to 1
2016-05-18 02:04:26,464 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:26,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B602675452E24251AFB34C6CBD41588D, vertexId=vertex_1463537066256_0001_1_03, initRequestedTime=1463537066454, initedTime=1463537066458, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:26,465 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:26,466 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:26,466 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {DE386EA0F5994B6CAD0270E552FA3E2E=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:26,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, vertexId=vertex_1463537066256_0001_1_01, initRequestedTime=1463537066444, initedTime=1463537066466, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:26,466 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] with distanceFromRoot: 0
2016-05-18 02:04:26,466 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:26,466 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] parallelism set to 1
2016-05-18 02:04:26,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537066256_0001_1_01, startRequestedTime=1463537066448, startedTime=1463537066467
2016-05-18 02:04:26,467 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537066256_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:26,467 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:26,468 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:26,468 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537066256_0001_1_01 for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] numStartedSources: 1 numSources: 2
2016-05-18 02:04:26,468 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] numStartedSources: 1 numSources: 2
2016-05-18 02:04:26,469 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EE005A6E115948239726E4BEF627F799, vertexId=vertex_1463537066256_0001_1_00, initRequestedTime=1463537066446, initedTime=1463537066468, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:26,469 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] with distanceFromRoot: 0
2016-05-18 02:04:26,469 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:26,469 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537066256_0001_1_00, startRequestedTime=1463537066448, startedTime=1463537066469
2016-05-18 02:04:26,470 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537066256_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:26,470 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:26,470 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537066256_0001_1_00 for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] numStartedSources: 2 numSources: 2
2016-05-18 02:04:26,470 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] with distanceFromRoot: 1
2016-05-18 02:04:26,470 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EE005A6E115948239726E4BEF627F799
2016-05-18 02:04:26,471 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] submitted tez dag to app master: application_1463537066256_0001, with dag id: dag_1463537066256_0001_1
2016-05-18 02:04:26,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537066256_0001_1_02, startRequestedTime=1463537066470, startedTime=1463537066470
2016-05-18 02:04:26,473 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:26,473 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537066256_0001_1_02 for vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] numStartedSources: 1 numSources: 1
2016-05-18 02:04:26,473 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] with distanceFromRoot: 2
2016-05-18 02:04:26,471 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,472 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in F83A5E89927A4A28BAB8CA2DC62A34DC
2016-05-18 02:04:26,474 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,473 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537066256_0001_1_03, startRequestedTime=1463537066473, startedTime=1463537066473
2016-05-18 02:04:26,474 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:26,474 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_STARTED]: vertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, taskId=task_1463537066256_0001_1_01_000000, scheduledTime=1463537066474, launchTime=1463537066474
2016-05-18 02:04:26,475 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: ACA19534C3C34793848C379C6919B602 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:26,477 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_STARTED]: vertexName=EE005A6E115948239726E4BEF627F799, taskId=task_1463537066256_0001_1_00_000000, scheduledTime=1463537066476, launchTime=1463537066476
2016-05-18 02:04:26,477 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,477 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,479 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EE005A6E115948239726E4BEF627F799 in vertex: ACA19534C3C34793848C379C6919B602 numBipartiteSourceTasks: 1
2016-05-18 02:04:26,480 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F83A5E89927A4A28BAB8CA2DC62A34DC in vertex: ACA19534C3C34793848C379C6919B602 numBipartiteSourceTasks: 2
2016-05-18 02:04:26,480 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:26,480 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B602675452E24251AFB34C6CBD41588D with 0 source tasks and 1 pending tasks
2016-05-18 02:04:26,482 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: ACA19534C3C34793848C379C6919B602 in vertex: B602675452E24251AFB34C6CBD41588D numBipartiteSourceTasks: 1
2016-05-18 02:04:26,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537066256_0001_00_000001, launchTime=1463537066483
2016-05-18 02:04:26,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537066256_0001_00_000002, launchTime=1463537066484
2016-05-18 02:04:26,485 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000001
2016-05-18 02:04:26,486 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537066256_0001_1_01_000000_0] started. Is using containerId: [container_1463537066256_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:26,486 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26,486 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000002
2016-05-18 02:04:26,486 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26,487 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,486 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, taskAttemptId=attempt_1463537066256_0001_1_01_000000_0, startTime=1463537066485, containerId=container_1463537066256_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:26,488 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:26,488 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740, VertexName: F83A5E89927A4A28BAB8CA2DC62A34DC, VertexParallelism: 1, TaskAttemptID:attempt_1463537066256_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1AEEFAED2EEF4F8B8AA215C646146D4F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ACA19534C3C34793848C379C6919B602, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:26,488 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:26,488 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537066256_0001_1_00_000000_0] started. Is using containerId: [container_1463537066256_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:26,488 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EE005A6E115948239726E4BEF627F799, taskAttemptId=attempt_1463537066256_0001_1_00_000000_0, startTime=1463537066488, containerId=container_1463537066256_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:26,487 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,488 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26,489 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537066256_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:26,489 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537066256_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,490 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,491 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,492 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:26,492 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740, VertexName: EE005A6E115948239726E4BEF627F799, VertexParallelism: 1, TaskAttemptID:attempt_1463537066256_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DE386EA0F5994B6CAD0270E552FA3E2E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ACA19534C3C34793848C379C6919B602, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:26,492 INFO  input.MRInput (MRInput.java:initialize(440)) - 1AEEFAED2EEF4F8B8AA215C646146D4F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:26,492 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:26,492 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:26,494 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537066256_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:26,494 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537066256_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:26,495 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,495 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:26,497 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F83A5E89927A4A28BAB8CA2DC62A34DC, ordinal: 1
2016-05-18 02:04:26,497 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F83A5E89927A4A28BAB8CA2DC62A34DC, mem on start (mb), free: 266, total: 643, max: 672
2016-05-18 02:04:26,497 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:26,498 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:26,498 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:26,498 INFO  input.MRInput (MRInput.java:initialize(440)) - DE386EA0F5994B6CAD0270E552FA3E2E using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:26,499 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: DE386EA0F5994B6CAD0270E552FA3E2E
2016-05-18 02:04:26,492 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 1AEEFAED2EEF4F8B8AA215C646146D4F
2016-05-18 02:04:26,498 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:26,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:26,500 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[1AEEFAED2EEF4F8B8AA215C646146D4F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [ACA19534C3C34793848C379C6919B602:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:26,500 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:26,501 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:26,501 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:26,501 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[1AEEFAED2EEF4F8B8AA215C646146D4F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [ACA19534C3C34793848C379C6919B602:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:26,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:26,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 1AEEFAED2EEF4F8B8AA215C646146D4F
2016-05-18 02:04:26,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 1AEEFAED2EEF4F8B8AA215C646146D4F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:26,503 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:26,503 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:26,504 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:26,504 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EE005A6E115948239726E4BEF627F799, ordinal: 0
2016-05-18 02:04:26,504 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26,504 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EE005A6E115948239726E4BEF627F799, mem on start (mb), free: 265, total: 643, max: 672
2016-05-18 02:04:26,505 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:26,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:26,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:26,506 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:26,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:26,506 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DE386EA0F5994B6CAD0270E552FA3E2E:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [ACA19534C3C34793848C379C6919B602:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:26,507 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:26,507 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:26,507 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:26,507 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DE386EA0F5994B6CAD0270E552FA3E2E:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [ACA19534C3C34793848C379C6919B602:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:26,507 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:26,507 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DE386EA0F5994B6CAD0270E552FA3E2E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:26,507 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:26,508 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:26,507 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:26,508 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DE386EA0F5994B6CAD0270E552FA3E2E
2016-05-18 02:04:26,508 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:26,508 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 1AEEFAED2EEF4F8B8AA215C646146D4F initialized RecordReader from event
2016-05-18 02:04:26,509 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,510 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:26,510 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - DE386EA0F5994B6CAD0270E552FA3E2E initialized RecordReader from event
2016-05-18 02:04:26,511 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:26,512 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: 1AEEFAED2EEF4F8B8AA215C646146D4F
2016-05-18 02:04:26,512 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: F339EB762C434477B69B662E0157192E
2016-05-18 02:04:26,514 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:26,514 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: DE386EA0F5994B6CAD0270E552FA3E2E
2016-05-18 02:04:26,515 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: F339EB762C434477B69B662E0157192E
2016-05-18 02:04:26,515 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] F339EB762C434477B69B662E0157192E
2016-05-18 02:04:26,516 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:26,518 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] F339EB762C434477B69B662E0157192E
2016-05-18 02:04:26,519 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:26,551 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - ACA19534C3C34793848C379C6919B602: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:26,551 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:26,551 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EE005A6E115948239726E4BEF627F799, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:26,557 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - ACA19534C3C34793848C379C6919B602: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:26,558 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,558 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EE005A6E115948239726E4BEF627F799, mem on close (mb), free: 286, total: 646, max: 672
2016-05-18 02:04:26,558 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - ACA19534C3C34793848C379C6919B602: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:26,558 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - ACA19534C3C34793848C379C6919B602: All spills complete
2016-05-18 02:04:26,559 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:26,560 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F83A5E89927A4A28BAB8CA2DC62A34DC, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:26,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,565 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537066256_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:26,565 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26,566 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F83A5E89927A4A28BAB8CA2DC62A34DC, mem on close (mb), free: 286, total: 646, max: 672
2016-05-18 02:04:26,566 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - ACA19534C3C34793848C379C6919B602: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:26,566 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - ACA19534C3C34793848C379C6919B602: All spills complete
2016-05-18 02:04:26,565 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537066256_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:26,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537066256_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463537066551, Process_Duration=6, Process_End_Time=1463537066557, Read_Duration=5, Tuples_Read=13, Tuples_Written=13, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13]]
2016-05-18 02:04:26,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26,570 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537066256_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:26,570 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537066256_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:26,570 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:26,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EE005A6E115948239726E4BEF627F799, taskAttemptId=attempt_1463537066256_0001_1_00_000000_0, creationTime=1463537066477, allocationTime=1463537066483, startTime=1463537066488, finishTime=1463537066570, timeTaken=82, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:26,570 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_FINISHED]: vertexName=EE005A6E115948239726E4BEF627F799, taskId=task_1463537066256_0001_1_00_000000, startTime=1463537066488, finishTime=1463537066571, timeTaken=83, status=SUCCEEDED, successfulAttemptID=attempt_1463537066256_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537066551, Process_Duration=6, Process_End_Time=1463537066557, Read_Duration=5, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13
2016-05-18 02:04:26,572 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:26,572 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,570 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:26,572 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_FINISHED]: vertexName=EE005A6E115948239726E4BEF627F799, vertexId=vertex_1463537066256_0001_1_00, initRequestedTime=1463537066446, initedTime=1463537066468, startRequestedTime=1463537066448, startedTime=1463537066469, finishTime=1463537066572, timeTaken=103, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537066551, Process_Duration=6, Process_End_Time=1463537066557, Read_Duration=5, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1463537066488, firstTasksToStart=[ task_1463537066256_0001_1_00_000000 ], lastTaskFinishTime=1463537066570, lastTasksToFinish=[ task_1463537066256_0001_1_00_000000 ], minTaskDuration=82, maxTaskDuration=82, avgTaskDuration=82.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537066256_0001_1_00_000000 ], longestDurationTasks=[ task_1463537066256_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:26,573 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:26,573 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] attempt: attempt_1463537066256_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:26,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537066256_0001_00_000002, stoppedTime=1463537066573, exitStatus=0
2016-05-18 02:04:26,574 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:26,574 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:26,574 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537066256_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:26,572 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537066256_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:26,574 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000002
2016-05-18 02:04:26,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537066256_0001_1_01_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463537066560, Process_Duration=5, Process_End_Time=1463537066565, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13]]
2016-05-18 02:04:26,575 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537066256_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:26,575 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:26,575 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:26,575 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,576 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000001
2016-05-18 02:04:26,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, taskAttemptId=attempt_1463537066256_0001_1_01_000000_0, creationTime=1463537066476, allocationTime=1463537066483, startTime=1463537066485, finishTime=1463537066575, timeTaken=90, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:26,575 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537066256_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:26,576 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:26,576 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537066256_0001_00_000002, Exiting
2016-05-18 02:04:26,577 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537066256_0001_00_000002
2016-05-18 02:04:26,577 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537066256_0001_00_000002
2016-05-18 02:04:26,577 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26,578 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_FINISHED]: vertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, taskId=task_1463537066256_0001_1_01_000000, startTime=1463537066485, finishTime=1463537066577, timeTaken=92, status=SUCCEEDED, successfulAttemptID=attempt_1463537066256_0001_1_01_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537066560, Process_Duration=5, Process_End_Time=1463537066565, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13
2016-05-18 02:04:26,578 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537066256_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:26,579 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537066256_0001_00_000002 completed successfully
2016-05-18 02:04:26,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537066256_0001_00_000001, stoppedTime=1463537066578, exitStatus=0
2016-05-18 02:04:26,579 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:26,580 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_FINISHED]: vertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, vertexId=vertex_1463537066256_0001_1_01, initRequestedTime=1463537066444, initedTime=1463537066466, startRequestedTime=1463537066448, startedTime=1463537066467, finishTime=1463537066580, timeTaken=113, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537066560, Process_Duration=5, Process_End_Time=1463537066565, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1463537066485, firstTasksToStart=[ task_1463537066256_0001_1_01_000000 ], lastTaskFinishTime=1463537066575, lastTasksToFinish=[ task_1463537066256_0001_1_01_000000 ], minTaskDuration=90, maxTaskDuration=90, avgTaskDuration=90.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537066256_0001_1_01_000000 ], longestDurationTasks=[ task_1463537066256_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:26,581 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:26,581 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537066256_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:26,582 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] attempt: attempt_1463537066256_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:26,582 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: ACA19534C3C34793848C379C6919B602
2016-05-18 02:04:26,582 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EE005A6E115948239726E4BEF627F799, destinationVertexName=ACA19534C3C34793848C379C6919B602. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:26,582 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, destinationVertexName=ACA19534C3C34793848C379C6919B602. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:26,583 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,583 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:26,583 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:26,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_STARTED]: vertexName=ACA19534C3C34793848C379C6919B602, taskId=task_1463537066256_0001_1_02_000000, scheduledTime=1463537066583, launchTime=1463537066583
2016-05-18 02:04:26,584 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,585 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537066256_0001_00_000003, launchTime=1463537066585
2016-05-18 02:04:26,586 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000003
2016-05-18 02:04:26,586 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537066256_0001_1_02_000000_0] started. Is using containerId: [container_1463537066256_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:26,586 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ACA19534C3C34793848C379C6919B602, taskAttemptId=attempt_1463537066256_0001_1_02_000000_0, startTime=1463537066586, containerId=container_1463537066256_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:26,587 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537066256_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:26,587 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:26,587 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537066256_0001_00_000001, Exiting
2016-05-18 02:04:26,587 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537066256_0001_00_000001
2016-05-18 02:04:26,587 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537066256_0001_00_000001
2016-05-18 02:04:26,587 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537066256_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:26,587 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,587 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537066256_0001_00_000001 completed successfully
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,588 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,588 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,588 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:26,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740, VertexName: ACA19534C3C34793848C379C6919B602, VertexParallelism: 1, TaskAttemptID:attempt_1463537066256_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EE005A6E115948239726E4BEF627F799, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=F83A5E89927A4A28BAB8CA2DC62A34DC, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=B602675452E24251AFB34C6CBD41588D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: ACA19534C3C34793848C379C6919B602 { F83A5E89927A4A28BAB8CA2DC62A34DC EE005A6E115948239726E4BEF627F799 } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-05-18 02:04:26,589 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:26,589 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,590 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537066256_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,591 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537066256_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:26,594 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:26,598 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ACA19534C3C34793848C379C6919B602, ordinal: 2
2016-05-18 02:04:26,598 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ACA19534C3C34793848C379C6919B602, mem on start (mb), free: 280, total: 646, max: 672
2016-05-18 02:04:26,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:26,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:26,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:26,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:26,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:26,600 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EE005A6E115948239726E4BEF627F799:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [F83A5E89927A4A28BAB8CA2DC62A34DC:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [B602675452E24251AFB34C6CBD41588D:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:26,600 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:26,600 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:26,601 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 527643424, TotalRequestedScaled: 1.2007693028571427E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.75
2016-05-18 02:04:26,601 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EE005A6E115948239726E4BEF627F799:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114], [F83A5E89927A4A28BAB8CA2DC62A34DC:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114], [B602675452E24251AFB34C6CBD41588D:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:26,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:26,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring EE005A6E115948239726E4BEF627F799 for start, since it will be controlled via it's Group
2016-05-18 02:04:26,601 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring F83A5E89927A4A28BAB8CA2DC62A34DC for start, since it will be controlled via it's Group
2016-05-18 02:04:26,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: ACA19534C3C34793848C379C6919B602 being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:26,602 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - F83A5E89927A4A28BAB8CA2DC62A34DC: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:26,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:26,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:26,603 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - F83A5E89927A4A28BAB8CA2DC62A34DC: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:26,604 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - EE005A6E115948239726E4BEF627F799: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:26,605 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - EE005A6E115948239726E4BEF627F799: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:26,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: ACA19534C3C34793848C379C6919B602
2016-05-18 02:04:26,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:26,606 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,606 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - EE005A6E115948239726E4BEF627F799: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:26,607 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - F83A5E89927A4A28BAB8CA2DC62A34DC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:26,608 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537066256_0001_1_00_000000_0_10128} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537066608, TimeTaken=1, Rate=0.21 MB/s
2016-05-18 02:04:26,608 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : EE005A6E115948239726E4BEF627F799
2016-05-18 02:04:26,608 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:26,608 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - EE005A6E115948239726E4BEF627F799: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:26,608 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - EE005A6E115948239726E4BEF627F799: Scheduler thread completed
2016-05-18 02:04:26,610 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]]
2016-05-18 02:04:26,611 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] streamed: true, id: F339EB762C434477B69B662E0157192E
2016-05-18 02:04:26,611 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by:[{1}:'char']], id: 65CAAD461B0744499C03480A7EE60A41
2016-05-18 02:04:26,612 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by:[{1}:'char']] 65CAAD461B0744499C03480A7EE60A41
2016-05-18 02:04:26,612 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537066256_0001_1_01_000000_0_10125} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537066612, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:04:26,612 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : F83A5E89927A4A28BAB8CA2DC62A34DC
2016-05-18 02:04:26,613 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:26,613 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - F83A5E89927A4A28BAB8CA2DC62A34DC: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:26,613 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - F83A5E89927A4A28BAB8CA2DC62A34DC: Scheduler thread completed
2016-05-18 02:04:26,614 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B602675452E24251AFB34C6CBD41588D using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@634f4a83, comparator=cascading.tuple.hadoop.util.TupleComparator@6aa51164, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:26,614 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B602675452E24251AFB34C6CBD41588D: , UsingHashComparator=false
2016-05-18 02:04:26,627 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:26,627 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:26,627 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B602675452E24251AFB34C6CBD41588D: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:26,628 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B602675452E24251AFB34C6CBD41588D: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:26,628 INFO  element.TezMergeGate (TezMergeGate.java:prepare(116)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] F339EB762C434477B69B662E0157192E, for 1 inputs
2016-05-18 02:04:26,628 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ACA19534C3C34793848C379C6919B602, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:26,629 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:26,630 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,630 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:26,631 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,631 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:26,631 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,632 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:26,632 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,632 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 13
2016-05-18 02:04:26,633 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 9, with capacity: 2
2016-05-18 02:04:26,633 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,634 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 11, with capacity: 2
2016-05-18 02:04:26,634 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,635 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 13, with capacity: 2
2016-05-18 02:04:26,635 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,636 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 15, with capacity: 2
2016-05-18 02:04:26,636 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,636 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 13
2016-05-18 02:04:26,637 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,637 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ACA19534C3C34793848C379C6919B602, mem on close (mb), free: 177, total: 646, max: 672
2016-05-18 02:04:26,637 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - EE005A6E115948239726E4BEF627F799: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:26,637 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceEE005A6E115948239726E4BEF627F799: 0
2016-05-18 02:04:26,638 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - F83A5E89927A4A28BAB8CA2DC62A34DC: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:26,638 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceF83A5E89927A4A28BAB8CA2DC62A34DC: 0
2016-05-18 02:04:26,638 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B602675452E24251AFB34C6CBD41588D: Starting flush of map output
2016-05-18 02:04:26,638 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B602675452E24251AFB34C6CBD41588D: Span0.length = 18, perItem = 24
2016-05-18 02:04:26,639 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B602675452E24251AFB34C6CBD41588D: done sorting span=0, length=18, time=1
2016-05-18 02:04:26,639 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B602675452E24251AFB34C6CBD41588D: Heap = SpanIterator<0:17> (span=Span[16777216,432]),
2016-05-18 02:04:26,640 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B602675452E24251AFB34C6CBD41588D: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001_wd/localmode-local-dir/output/attempt_1463537066256_0001_1_02_000000_0_10132_0/file.out
2016-05-18 02:04:26,643 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,643 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537066256_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:26,644 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537066256_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:26,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537066256_0001_1_02_000000_0: Counters: 28 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][cascading.flow.SliceCounters Process_Begin_Time=1463537066628, Process_Duration=9, Process_End_Time=1463537066637, Tuples_Written=18, Write_Duration=0][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18]]
2016-05-18 02:04:26,645 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537066256_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:26,645 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:26,645 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:26,645 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ACA19534C3C34793848C379C6919B602, taskAttemptId=attempt_1463537066256_0001_1_02_000000_0, creationTime=1463537066584, allocationTime=1463537066585, startTime=1463537066586, finishTime=1463537066645, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:26,646 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_FINISHED]: vertexName=ACA19534C3C34793848C379C6919B602, taskId=task_1463537066256_0001_1_02_000000, startTime=1463537066586, finishTime=1463537066646, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1463537066256_0001_1_02_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, cascading.flow.SliceCounters, Process_Begin_Time=1463537066628, Process_Duration=9, Process_End_Time=1463537066637, Tuples_Written=18, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:26,646 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:26,646 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,647 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000003
2016-05-18 02:04:26,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_FINISHED]: vertexName=ACA19534C3C34793848C379C6919B602, vertexId=vertex_1463537066256_0001_1_02, initRequestedTime=1463537066448, initedTime=1463537066453, startRequestedTime=1463537066470, startedTime=1463537066470, finishTime=1463537066647, timeTaken=177, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=15, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, cascading.flow.SliceCounters, Process_Begin_Time=1463537066628, Process_Duration=9, Process_End_Time=1463537066637, Tuples_Written=18, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18, vertexStats=firstTaskStartTime=1463537066586, firstTasksToStart=[ task_1463537066256_0001_1_02_000000 ], lastTaskFinishTime=1463537066645, lastTasksToFinish=[ task_1463537066256_0001_1_02_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537066256_0001_1_02_000000 ], longestDurationTasks=[ task_1463537066256_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:26,648 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:26,648 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] attempt: attempt_1463537066256_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:26,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537066256_0001_00_000003, stoppedTime=1463537066648, exitStatus=0
2016-05-18 02:04:26,649 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:26,649 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:26,649 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B602675452E24251AFB34C6CBD41588D
2016-05-18 02:04:26,649 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=ACA19534C3C34793848C379C6919B602, destinationVertexName=B602675452E24251AFB34C6CBD41588D. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:26,649 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,650 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537066256_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:26,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_STARTED]: vertexName=B602675452E24251AFB34C6CBD41588D, taskId=task_1463537066256_0001_1_03_000000, scheduledTime=1463537066650, launchTime=1463537066650
2016-05-18 02:04:26,650 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,652 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537066256_0001_00_000004, launchTime=1463537066652
2016-05-18 02:04:26,652 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000004
2016-05-18 02:04:26,652 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537066256_0001_1_03_000000_0] started. Is using containerId: [container_1463537066256_0001_00_000004] on NM: [127.0.0.1:0]
2016-05-18 02:04:26,653 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B602675452E24251AFB34C6CBD41588D, taskAttemptId=attempt_1463537066256_0001_1_03_000000_0, startTime=1463537066652, containerId=container_1463537066256_0001_00_000004, nodeId=127.0.0.1:0
2016-05-18 02:04:26,653 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26,653 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26,653 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,654 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:26,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740, VertexName: B602675452E24251AFB34C6CBD41588D, VertexParallelism: 1, TaskAttemptID:attempt_1463537066256_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ACA19534C3C34793848C379C6919B602, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A75E4FE313984610B261A676A0DF37FD, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:26,654 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:26,654 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26,655 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537066256_0001_1_03_000000_0 1 events [0,1) total 1 vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,655 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537066256_0001_1_03_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:26,657 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:26,658 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537066256_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:26,658 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:26,658 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537066256_0001_00_000003, Exiting
2016-05-18 02:04:26,658 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537066256_0001_00_000003
2016-05-18 02:04:26,658 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537066256_0001_00_000003
2016-05-18 02:04:26,658 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537066256_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:26,658 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537066256_0001_00_000003 completed successfully
2016-05-18 02:04:26,659 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:26,668 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B602675452E24251AFB34C6CBD41588D, ordinal: 3
2016-05-18 02:04:26,668 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B602675452E24251AFB34C6CBD41588D, mem on start (mb), free: 172, total: 646, max: 672
2016-05-18 02:04:26,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:26,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:26,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:26,669 INFO  output.MROutput (MROutput.java:initialize(421)) - A75E4FE313984610B261A676A0DF37FD: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:26,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:26,670 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[ACA19534C3C34793848C379C6919B602:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [A75E4FE313984610B261A676A0DF37FD:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:26,670 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:26,670 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:26,670 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:26,670 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[ACA19534C3C34793848C379C6919B602:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [A75E4FE313984610B261A676A0DF37FD:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:26,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:26,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: ACA19534C3C34793848C379C6919B602 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:26,671 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - ACA19534C3C34793848C379C6919B602: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:26,671 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - ACA19534C3C34793848C379C6919B602: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:26,672 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: ACA19534C3C34793848C379C6919B602 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:26,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:26,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: ACA19534C3C34793848C379C6919B602
2016-05-18 02:04:26,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:26,676 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:26,676 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26,677 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - ACA19534C3C34793848C379C6919B602: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:26,679 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537066256_0001_1_02_000000_0_10132} to DISK_DIRECT, csize=384, dsize=380, EndTime=1463537066679, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:04:26,679 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : ACA19534C3C34793848C379C6919B602
2016-05-18 02:04:26,679 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:26,680 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: ACA19534C3C34793848C379C6919B602, wasInterrupted=false
2016-05-18 02:04:26,681 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:26,682 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:26,683 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001_wd/localmode-local-dir/output/attempt_1463537066256_0001_1_02_000000_0_10132/file.out, len=384, isLocal=true
2016-05-18 02:04:26,683 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 384 bytes from disk
2016-05-18 02:04:26,684 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:26,684 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:26,684 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 367 bytes
2016-05-18 02:04:26,684 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : ACA19534C3C34793848C379C6919B602
2016-05-18 02:04:26,684 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - ACA19534C3C34793848C379C6919B602: Shuffle Runner thread complete
2016-05-18 02:04:26,683 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by:[{1}:'char']]
2016-05-18 02:04:26,685 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by:[{1}:'char']] streamed: true, id: 65CAAD461B0744499C03480A7EE60A41
2016-05-18 02:04:26,686 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true740"], id: A75E4FE313984610B261A676A0DF37FD
2016-05-18 02:04:26,686 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true740"]
2016-05-18 02:04:26,686 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(name)[by:[{1}:'char']] 65CAAD461B0744499C03480A7EE60A41, for 1 inputs
2016-05-18 02:04:26,686 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B602675452E24251AFB34C6CBD41588D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:26,687 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - ACA19534C3C34793848C379C6919B602: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:26,691 INFO  output.MROutput (MROutput.java:close(526)) - A75E4FE313984610B261A676A0DF37FD closed
2016-05-18 02:04:26,692 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537066256_0001_1_03_000000_0 given a go for committing the task output.
2016-05-18 02:04:26,692 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26,692 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B602675452E24251AFB34C6CBD41588D, mem on close (mb), free: 169, total: 646, max: 672
2016-05-18 02:04:26,692 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: ACA19534C3C34793848C379C6919B602
2016-05-18 02:04:26,692 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - ACA19534C3C34793848C379C6919B602: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:26,693 INFO  output.MROutput (MROutput.java:close(526)) - A75E4FE313984610B261A676A0DF37FD closed
2016-05-18 02:04:26,693 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26,693 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537066256_0001_1_03_000000_0, askedToStop=false
2016-05-18 02:04:26,693 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537066256_0001_1_03_000000_0, stopRequested=false
2016-05-18 02:04:26,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537066256_0001_1_03_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537066686, Process_Duration=6, Process_End_Time=1463537066692, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:26,694 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537066256_0001_1_03_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:26,695 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B602675452E24251AFB34C6CBD41588D, taskAttemptId=attempt_1463537066256_0001_1_03_000000_0, creationTime=1463537066650, allocationTime=1463537066651, startTime=1463537066652, finishTime=1463537066694, timeTaken=42, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:26,695 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:26,695 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:26,695 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,695 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537066256_0001_00_000004
2016-05-18 02:04:26,695 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:TASK_FINISHED]: vertexName=B602675452E24251AFB34C6CBD41588D, taskId=task_1463537066256_0001_1_03_000000, startTime=1463537066652, finishTime=1463537066696, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537066256_0001_1_03_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537066686, Process_Duration=6, Process_End_Time=1463537066692, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:26,696 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:26,697 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D]
2016-05-18 02:04:26,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:VERTEX_FINISHED]: vertexName=B602675452E24251AFB34C6CBD41588D, vertexId=vertex_1463537066256_0001_1_03, initRequestedTime=1463537066454, initedTime=1463537066458, startRequestedTime=1463537066473, startedTime=1463537066473, finishTime=1463537066697, timeTaken=224, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537066686, Process_Duration=6, Process_End_Time=1463537066692, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537066652, firstTasksToStart=[ task_1463537066256_0001_1_03_000000 ], lastTaskFinishTime=1463537066694, lastTasksToFinish=[ task_1463537066256_0001_1_03_000000 ], minTaskDuration=42, maxTaskDuration=42, avgTaskDuration=42.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537066256_0001_1_03_000000 ], longestDurationTasks=[ task_1463537066256_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:26,697 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:26,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537066256_0001_00_000004, stoppedTime=1463537066698, exitStatus=0
2016-05-18 02:04:26,698 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-05-18 02:04:26,698 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:26,698 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537066256_0001_1_02 [ACA19534C3C34793848C379C6919B602]
2016-05-18 02:04:26,698 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537066256_0001_1_01 [F83A5E89927A4A28BAB8CA2DC62A34DC]
2016-05-18 02:04:26,698 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537066256_0001_1_00 [EE005A6E115948239726E4BEF627F799]
2016-05-18 02:04:26,698 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537066256_0001_1
2016-05-18 02:04:26,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537066256_0001_1
2016-05-18 02:04:26,699 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: A75E4FE313984610B261A676A0DF37FD for vertex: vertex_1463537066256_0001_1_03 [B602675452E24251AFB34C6CBD41588D], outputName: A75E4FE313984610B261A676A0DF37FD
2016-05-18 02:04:26,702 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537066256_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:26,702 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537066256_0001_00_000004. Relying on regular task shutdown for it to end
2016-05-18 02:04:26,706 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537066256_0001_00_000004 is valid, but no longer registered, and will be killed
2016-05-18 02:04:26,706 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537066256_0001_00_000004: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:26,706 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537066256_0001_00_000004, Exiting
2016-05-18 02:04:26,706 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537066256_0001_00_000004
2016-05-18 02:04:26,706 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537066256_0001_00_000004
2016-05-18 02:04:26,707 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537066256_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:26,707 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537066256_0001_00_000004 completed successfully
2016-05-18 02:04:26,709 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:A75E4FE313984610B261A676A0DF37FD of vertex/vertexGroup:B602675452E24251AFB34C6CBD41588D isVertexGroupOutput:false
2016-05-18 02:04:26,709 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4, commitInProgress=0, terminationCause=null
2016-05-18 02:04:26,711 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537066256_0001_1, queueSize=0
2016-05-18 02:04:26,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537066256_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537066256_0001_1, startTime=1463537066444, finishTime=1463537066709, timeTaken=265, status=SUCCEEDED, diagnostics=, counters=Counters: 52, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=4, TOTAL_LAUNCHED_TASKS=4, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=540, AM_GC_TIME_MILLIS=25, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=3, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=49, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=796, OUTPUT_BYTES_WITH_OVERHEAD=808, OUTPUT_BYTES_PHYSICAL=868, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=820, SHUFFLE_BYTES_DECOMPRESSED=808, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=820, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=24, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=5854148266425, Process_Duration=26, Process_End_Time=5854148266451, Read_Duration=8, Tuples_Read=44, Tuples_Written=49, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:26,712 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537066256_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:26,712 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537066256_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:26 Completed Dag: dag_1463537066256_0001_1
2016-05-18 02:04:26,712 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537066256_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:26,712 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537066256_0001_1_post
2016-05-18 02:04:26,712 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:26,712 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:26,712 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:26,712 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740, with id=dag_1463537066256_0001_1
2016-05-18 02:04:26,713 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF] name/(1/1) ...rMerge/multimerge+true740, with id=dag_1463537066256_0001_1
2016-05-18 02:04:26,719 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...rMerge/multimerge+true740, applicationId=application_1463537066256_0001
2016-05-18 02:04:26,721 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:26,721 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:26,721 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:26,721 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:26,721 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:26,721 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:26,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:26,723 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:26,723 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:26,723 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:26,723 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:26,723 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:26,724 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:26,724 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:26,728 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9B0B89A3D1B34742B24DB6B25476B430/EB1CFA12CCC94C6A94EF7D5914F1A5DF/.tez/application_1463537066256_0001
2016-05-18 02:04:26,728 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true740/_temporary
2016-05-18 02:04:26,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  completed in: 00:00.493
2016-05-18 02:04:26,823 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true740
2016-05-18 02:04:26,872 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:26,872 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:26,964 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.064
2016-05-18 02:04:26,990 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.090
2016-05-18 02:04:26,991 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 8
2016-05-18 02:04:26,991 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 8
2016-05-18 02:04:26,992 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:27,011 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:27,016 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:27,016 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:27,019 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:27,059 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount
2016-05-18 02:04:27,151 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: AEC8A11EAE864883868BAF93307D551D,E1F5C9FD68F84FAD8688676995503E13 and CFF685F36B04427A99ACCA4A4EE8A15D
2016-05-18 02:04:27,258 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: A0086FC4085C48E3811A368F05956A6D,DF9CD3FEBCD046A0B4B44514457119F3 and A958CA2031484E8986CB301741234B46
2016-05-18 02:04:27,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] starting
2016-05-18 02:04:27,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:27,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount"]
2016-05-18 02:04:27,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second]  parallel execution of steps is enabled: false
2016-05-18 02:04:27,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second]  executing total steps: 1
2016-05-18 02:04:27,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second]  allocating management threads: 1
2016-05-18 02:04:27,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] starting step: (1/1) ...erge/samesourcemergecount
2016-05-18 02:04:27,292 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [second] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:27,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] tez session mode enabled: true
2016-05-18 02:04:27,310 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:27,311 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:27,311 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:27,321 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001 doesn't exist and is created
2016-05-18 02:04:27,344 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:27,344 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:27,345 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd
2016-05-18 02:04:27,360 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537067311_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:27,360 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:27,360 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:27,361 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:27,362 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:27,362 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:27,362 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:27,363 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:27,365 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:27,365 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:27,366 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:27,366 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:27,366 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:27,366 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:27,367 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:27,367 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:27,367 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:27,368 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:27,368 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:27,368 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:27,370 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:27,370 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:27,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:27,371 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-log-dir
2016-05-18 02:04:27,371 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-log-dir/history.txt.appattempt_1463537067311_0001_000000, maxErrors=10
2016-05-18 02:04:27,372 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:27,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537067311_0001_000000, appSubmitTime=1463537067359, launchTime=1463537067359
2016-05-18 02:04:27,376 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:55428
2016-05-18 02:04:27,377 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537067311
2016-05-18 02:04:27,381 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:27,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537067311_0001_000000, startTime=1463537067383
2016-05-18 02:04:27,384 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:27,444 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:27,444 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:27,445 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...erge/samesourcemergecount, applicationId=application_1463537067311_0001, dagName=[134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount
2016-05-18 02:04:27,467 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount
2016-05-18 02:04:27,468 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:27,469 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537067311_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-log-dir/dag_1463537067311_0001_1.dot
2016-05-18 02:04:27,470 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-log-dir/dag_1463537067311_0001_1-tez-dag.pb.txt
2016-05-18 02:04:27,500 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537067311_0001_1
2016-05-18 02:04:27,501 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,501 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount
2016-05-18 02:04:27 Running Dag: dag_1463537067311_0001_1
2016-05-18 02:04:27,519 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537067311_0001_1, submitTime=1463537067468
2016-05-18 02:04:27,520 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,521 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,521 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,522 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,522 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,522 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,523 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,523 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,524 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,524 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,525 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,525 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,526 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,526 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,526 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,527 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,527 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001/tez-conf.pb" } size: 40953 timestamp: 1463537067000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:27,527 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:27,528 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:27,528 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:27,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537067311_0001_1, initTime=1463537067528
2016-05-18 02:04:27,529 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537067311_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:27,530 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:27,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:DAG_STARTED]: dagID=dag_1463537067311_0001_1, startTime=1463537067530
2016-05-18 02:04:27,530 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537067311_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:27,530 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A0086FC4085C48E3811A368F05956A6D : {53830B184CF34353ACB3983647188184={InputName=53830B184CF34353ACB3983647188184}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:27,530 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...erge/samesourcemergecount, applicationId=application_1463537067311_0001, dagName=[134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount
2016-05-18 02:04:27,531 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 53830B184CF34353ACB3983647188184, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:27,531 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,531 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,531 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,531 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,532 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:27,532 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DF9CD3FEBCD046A0B4B44514457119F3 : {53830B184CF34353ACB3983647188184={InputName=53830B184CF34353ACB3983647188184}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:27,532 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 53830B184CF34353ACB3983647188184, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:27,532 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,532 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 53830B184CF34353ACB3983647188184 on vertex vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,532 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,533 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,533 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,535 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 53830B184CF34353ACB3983647188184 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:27,537 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:27,537 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:27,538 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:27,538 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:27,539 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 53830B184CF34353ACB3983647188184 on vertex vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,539 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:27,540 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 53830B184CF34353ACB3983647188184 on vertex vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,542 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 53830B184CF34353ACB3983647188184 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:27,544 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:27,544 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:27,544 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:27,545 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:27,545 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 53830B184CF34353ACB3983647188184 on vertex vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,546 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:27,547 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:27,547 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {53830B184CF34353ACB3983647188184=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:27,549 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] parallelism set to 1
2016-05-18 02:04:27,550 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:27,550 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:27,550 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:27,550 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:27,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:27,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A958CA2031484E8986CB301741234B46, vertexId=vertex_1463537067311_0001_1_02, initRequestedTime=1463537067546, initedTime=1463537067551, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:27,552 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:27,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A0086FC4085C48E3811A368F05956A6D, vertexId=vertex_1463537067311_0001_1_00, initRequestedTime=1463537067530, initedTime=1463537067552, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:27,552 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] with distanceFromRoot: 0
2016-05-18 02:04:27,553 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:27,553 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:27,552 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:27,555 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {53830B184CF34353ACB3983647188184=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:27,555 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] parallelism set to 1
2016-05-18 02:04:27,555 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:27,557 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:27,559 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:27,558 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second] submitted tez dag to app master: application_1463537067311_0001, with dag id: dag_1463537067311_0001_1
2016-05-18 02:04:27,560 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:27,561 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_03, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:27,561 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D535F5DEAE2A450D83F610EF86C45C56, vertexId=vertex_1463537067311_0001_1_03, initRequestedTime=1463537067553, initedTime=1463537067561, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:27,562 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:27,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_00, startRequestedTime=1463537067539, startedTime=1463537067562
2016-05-18 02:04:27,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:27,564 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,565 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A0086FC4085C48E3811A368F05956A6D
2016-05-18 02:04:27,565 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DF9CD3FEBCD046A0B4B44514457119F3, vertexId=vertex_1463537067311_0001_1_01, initRequestedTime=1463537067532, initedTime=1463537067565, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:27,567 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] with distanceFromRoot: 0
2016-05-18 02:04:27,567 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:27,568 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:27,573 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:27,573 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:27,574 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:27,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_04, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:27,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AEC8A11EAE864883868BAF93307D551D, vertexId=vertex_1463537067311_0001_1_04, initRequestedTime=1463537067568, initedTime=1463537067575, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:27,575 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:27,576 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:27,579 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:27,579 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:27,580 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:27,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_05, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:27,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E1F5C9FD68F84FAD8688676995503E13, vertexId=vertex_1463537067311_0001_1_05, initRequestedTime=1463537067576, initedTime=1463537067581, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:27,581 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:27,582 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_00 for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] numStartedSources: 1 numSources: 2
2016-05-18 02:04:27,582 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] numStartedSources: 1 numSources: 2
2016-05-18 02:04:27,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=A0086FC4085C48E3811A368F05956A6D, taskId=task_1463537067311_0001_1_00_000000, scheduledTime=1463537067582, launchTime=1463537067582
2016-05-18 02:04:27,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_01, startRequestedTime=1463537067539, startedTime=1463537067583
2016-05-18 02:04:27,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:27,584 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,584 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DF9CD3FEBCD046A0B4B44514457119F3
2016-05-18 02:04:27,584 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,585 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:27,588 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:27,588 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:27,588 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:27,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_06, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:27,590 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CFF685F36B04427A99ACCA4A4EE8A15D, vertexId=vertex_1463537067311_0001_1_06, initRequestedTime=1463537067585, initedTime=1463537067589, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:27,590 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:27,590 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,591 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_01 for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] numStartedSources: 2 numSources: 2
2016-05-18 02:04:27,591 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] with distanceFromRoot: 1
2016-05-18 02:04:27,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=DF9CD3FEBCD046A0B4B44514457119F3, taskId=task_1463537067311_0001_1_01_000000, scheduledTime=1463537067591, launchTime=1463537067591
2016-05-18 02:04:27,592 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:27,595 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:27,595 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:27,595 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:27,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537067311_0001_1_07, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:27,597 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67], numAdditionalOutputs=1
2016-05-18 02:04:27,597 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=6A9227D751ED4C02BFA7AACF9850649A, vertex=vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:27,599 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E989BA0DC6D6413F8981CC8B188E3C67:6A9227D751ED4C02BFA7AACF9850649A using oldmapred API
2016-05-18 02:04:27,600 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=6A9227D751ED4C02BFA7AACF9850649A, vertexName=E989BA0DC6D6413F8981CC8B188E3C67, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:27,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E989BA0DC6D6413F8981CC8B188E3C67, vertexId=vertex_1463537067311_0001_1_07, initRequestedTime=1463537067592, initedTime=1463537067597, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:27,602 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:27,603 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_02, startRequestedTime=1463537067591, startedTime=1463537067602
2016-05-18 02:04:27,603 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,604 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A958CA2031484E8986CB301741234B46 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:27,605 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,605 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_02 for vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] numStartedSources: 1 numSources: 1
2016-05-18 02:04:27,606 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:27,606 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] with distanceFromRoot: 2
2016-05-18 02:04:27,606 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A0086FC4085C48E3811A368F05956A6D in vertex: A958CA2031484E8986CB301741234B46 numBipartiteSourceTasks: 1
2016-05-18 02:04:27,606 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: DF9CD3FEBCD046A0B4B44514457119F3 in vertex: A958CA2031484E8986CB301741234B46 numBipartiteSourceTasks: 2
2016-05-18 02:04:27,608 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_03, startRequestedTime=1463537067605, startedTime=1463537067607
2016-05-18 02:04:27,609 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,609 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D535F5DEAE2A450D83F610EF86C45C56 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:27,610 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_03 for vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] numStartedSources: 1 numSources: 1
2016-05-18 02:04:27,610 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000001, launchTime=1463537067610
2016-05-18 02:04:27,610 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] with distanceFromRoot: 3
2016-05-18 02:04:27,614 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000001
2016-05-18 02:04:27,613 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A958CA2031484E8986CB301741234B46 in vertex: D535F5DEAE2A450D83F610EF86C45C56 numBipartiteSourceTasks: 1
2016-05-18 02:04:27,614 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_03 for vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] numStartedSources: 1 numSources: 1
2016-05-18 02:04:27,617 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] with distanceFromRoot: 3
2016-05-18 02:04:27,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_04, startRequestedTime=1463537067610, startedTime=1463537067617
2016-05-18 02:04:27,620 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,619 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27,622 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27,622 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,622 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:27,622 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: A0086FC4085C48E3811A368F05956A6D, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=53830B184CF34353ACB3983647188184, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A958CA2031484E8986CB301741234B46, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:27,622 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:27,620 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_00_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:27,620 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: AEC8A11EAE864883868BAF93307D551D with 0 source tasks and 1 pending tasks
2016-05-18 02:04:27,625 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A0086FC4085C48E3811A368F05956A6D, taskAttemptId=attempt_1463537067311_0001_1_00_000000_0, startTime=1463537067620, containerId=container_1463537067311_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:27,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_05, startRequestedTime=1463537067614, startedTime=1463537067626
2016-05-18 02:04:27,626 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D535F5DEAE2A450D83F610EF86C45C56 in vertex: AEC8A11EAE864883868BAF93307D551D numBipartiteSourceTasks: 1
2016-05-18 02:04:27,627 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,627 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27,627 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537067311_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:27,628 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_04 for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] numStartedSources: 1 numSources: 2
2016-05-18 02:04:27,628 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] numStartedSources: 1 numSources: 2
2016-05-18 02:04:27,627 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E1F5C9FD68F84FAD8688676995503E13 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:27,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000002, launchTime=1463537067628
2016-05-18 02:04:27,629 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:27,629 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D535F5DEAE2A450D83F610EF86C45C56 in vertex: E1F5C9FD68F84FAD8688676995503E13 numBipartiteSourceTasks: 1
2016-05-18 02:04:27,629 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_05 for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] numStartedSources: 2 numSources: 2
2016-05-18 02:04:27,630 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] with distanceFromRoot: 4
2016-05-18 02:04:27,632 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:27,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_06, startRequestedTime=1463537067629, startedTime=1463537067630
2016-05-18 02:04:27,633 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,633 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537067311_0001_1_06 for vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] numStartedSources: 1 numSources: 1
2016-05-18 02:04:27,633 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] with distanceFromRoot: 5
2016-05-18 02:04:27,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537067311_0001_1_07, startRequestedTime=1463537067633, startedTime=1463537067633
2016-05-18 02:04:27,633 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:27,634 INFO  input.MRInput (MRInput.java:initialize(440)) - 53830B184CF34353ACB3983647188184 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:27,635 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 53830B184CF34353ACB3983647188184
2016-05-18 02:04:27,636 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: CFF685F36B04427A99ACCA4A4EE8A15D with 0 source tasks and 1 pending tasks
2016-05-18 02:04:27,635 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E989BA0DC6D6413F8981CC8B188E3C67 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:27,635 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000002
2016-05-18 02:04:27,637 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,637 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_01_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:27,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DF9CD3FEBCD046A0B4B44514457119F3, taskAttemptId=attempt_1463537067311_0001_1_01_000000_0, startTime=1463537067637, containerId=container_1463537067311_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:27,638 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: AEC8A11EAE864883868BAF93307D551D in vertex: CFF685F36B04427A99ACCA4A4EE8A15D numBipartiteSourceTasks: 1
2016-05-18 02:04:27,639 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E1F5C9FD68F84FAD8688676995503E13 in vertex: CFF685F36B04427A99ACCA4A4EE8A15D numBipartiteSourceTasks: 2
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,639 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CFF685F36B04427A99ACCA4A4EE8A15D in vertex: E989BA0DC6D6413F8981CC8B188E3C67 numBipartiteSourceTasks: 1
2016-05-18 02:04:27,639 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,640 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,640 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:27,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: DF9CD3FEBCD046A0B4B44514457119F3, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=53830B184CF34353ACB3983647188184, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A958CA2031484E8986CB301741234B46, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:27,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:27,641 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:27,647 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A0086FC4085C48E3811A368F05956A6D, ordinal: 0
2016-05-18 02:04:27,647 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,648 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A0086FC4085C48E3811A368F05956A6D, mem on start (mb), free: 160, total: 648, max: 672
2016-05-18 02:04:27,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:27,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:27,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:27,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:27,650 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[53830B184CF34353ACB3983647188184:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A958CA2031484E8986CB301741234B46:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:27,650 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:27,651 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:27,651 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:27,651 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[53830B184CF34353ACB3983647188184:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A958CA2031484E8986CB301741234B46:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:27,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:27,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 53830B184CF34353ACB3983647188184 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:27,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 53830B184CF34353ACB3983647188184
2016-05-18 02:04:27,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:27,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:27,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:27,657 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537067311_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:27,657 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:27,658 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:27,659 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:27,663 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DF9CD3FEBCD046A0B4B44514457119F3, ordinal: 1
2016-05-18 02:04:27,663 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF9CD3FEBCD046A0B4B44514457119F3, mem on start (mb), free: 157, total: 648, max: 672
2016-05-18 02:04:27,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:27,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:27,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:27,664 INFO  input.MRInput (MRInput.java:initialize(440)) - 53830B184CF34353ACB3983647188184 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:27,663 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27,665 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 53830B184CF34353ACB3983647188184
2016-05-18 02:04:27,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:27,666 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[53830B184CF34353ACB3983647188184:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [A958CA2031484E8986CB301741234B46:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:27,667 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:27,667 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:27,668 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:27,668 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[53830B184CF34353ACB3983647188184:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [A958CA2031484E8986CB301741234B46:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:27,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:27,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 53830B184CF34353ACB3983647188184 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:27,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:27,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 53830B184CF34353ACB3983647188184
2016-05-18 02:04:27,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:27,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:27,672 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,670 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:27,671 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:27,673 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 53830B184CF34353ACB3983647188184 initialized RecordReader from event
2016-05-18 02:04:27,673 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 53830B184CF34353ACB3983647188184
2016-05-18 02:04:27,673 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]], id: 16FF274351BC4BCCB468C422BD1F413B
2016-05-18 02:04:27,673 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] 16FF274351BC4BCCB468C422BD1F413B
2016-05-18 02:04:27,676 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:27,704 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:27,704 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:27,708 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:27,708 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 53830B184CF34353ACB3983647188184 initialized RecordReader from event
2016-05-18 02:04:27,712 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:27,713 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 53830B184CF34353ACB3983647188184
2016-05-18 02:04:27,713 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]], id: 16FF274351BC4BCCB468C422BD1F413B
2016-05-18 02:04:27,713 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] 16FF274351BC4BCCB468C422BD1F413B
2016-05-18 02:04:27,714 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:27,722 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - A958CA2031484E8986CB301741234B46: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:27,722 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:27,722 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A0086FC4085C48E3811A368F05956A6D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:27,727 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - A958CA2031484E8986CB301741234B46: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:27,727 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27,728 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A0086FC4085C48E3811A368F05956A6D, mem on close (mb), free: 227, total: 641, max: 672
2016-05-18 02:04:27,728 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - A958CA2031484E8986CB301741234B46: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:27,728 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - A958CA2031484E8986CB301741234B46: All spills complete
2016-05-18 02:04:27,731 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:27,731 WARN  task.TaskReporter (TaskReporter.java:call(214)) - Exiting TaskReporter thread with pending queue size=1
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27,732 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:27,732 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:27,732 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_00_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463537067723, Process_Duration=4, Process_End_Time=1463537067727, Read_Duration=3, Tuples_Read=13, Tuples_Written=13, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13]]
2016-05-18 02:04:27,733 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:27,733 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:27,733 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:27,734 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,734 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A0086FC4085C48E3811A368F05956A6D, taskAttemptId=attempt_1463537067311_0001_1_00_000000_0, creationTime=1463537067583, allocationTime=1463537067607, startTime=1463537067620, finishTime=1463537067734, timeTaken=114, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:27,734 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=A0086FC4085C48E3811A368F05956A6D, taskId=task_1463537067311_0001_1_00_000000, startTime=1463537067620, finishTime=1463537067739, timeTaken=119, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_00_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537067723, Process_Duration=4, Process_End_Time=1463537067727, Read_Duration=3, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13
2016-05-18 02:04:27,739 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:27,739 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:27,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=A0086FC4085C48E3811A368F05956A6D, vertexId=vertex_1463537067311_0001_1_00, initRequestedTime=1463537067530, initedTime=1463537067552, startRequestedTime=1463537067539, startedTime=1463537067562, finishTime=1463537067740, timeTaken=178, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537067723, Process_Duration=4, Process_End_Time=1463537067727, Read_Duration=3, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1463537067620, firstTasksToStart=[ task_1463537067311_0001_1_00_000000 ], lastTaskFinishTime=1463537067734, lastTasksToFinish=[ task_1463537067311_0001_1_00_000000 ], minTaskDuration=114, maxTaskDuration=114, avgTaskDuration=114.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_00_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:27,740 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:27,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000001, stoppedTime=1463537067740, exitStatus=0
2016-05-18 02:04:27,741 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] attempt: attempt_1463537067311_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:27,741 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:27,741 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:27,741 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:27,738 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000001
2016-05-18 02:04:27,743 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:27,743 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:27,743 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000001, Exiting
2016-05-18 02:04:27,743 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000001
2016-05-18 02:04:27,743 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000001
2016-05-18 02:04:27,746 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:27,746 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DF9CD3FEBCD046A0B4B44514457119F3, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:27,747 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:27,747 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000001 completed successfully
2016-05-18 02:04:27,749 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,750 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF9CD3FEBCD046A0B4B44514457119F3, mem on close (mb), free: 224, total: 641, max: 672
2016-05-18 02:04:27,750 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - A958CA2031484E8986CB301741234B46: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:27,750 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - A958CA2031484E8986CB301741234B46: All spills complete
2016-05-18 02:04:27,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,752 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:27,752 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:27,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_01_000000_0: Counters: 18 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463537067746, Process_Duration=3, Process_End_Time=1463537067749, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13]]
2016-05-18 02:04:27,753 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:27,753 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:27,753 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DF9CD3FEBCD046A0B4B44514457119F3, taskAttemptId=attempt_1463537067311_0001_1_01_000000_0, creationTime=1463537067592, allocationTime=1463537067617, startTime=1463537067637, finishTime=1463537067753, timeTaken=116, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:27,753 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27,753 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:27,754 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=DF9CD3FEBCD046A0B4B44514457119F3, taskId=task_1463537067311_0001_1_01_000000, startTime=1463537067637, finishTime=1463537067753, timeTaken=116, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_01_000000_0, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537067746, Process_Duration=3, Process_End_Time=1463537067749, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13
2016-05-18 02:04:27,755 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:27,755 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:27,755 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000002
2016-05-18 02:04:27,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=DF9CD3FEBCD046A0B4B44514457119F3, vertexId=vertex_1463537067311_0001_1_01, initRequestedTime=1463537067532, initedTime=1463537067565, startRequestedTime=1463537067539, startedTime=1463537067583, finishTime=1463537067755, timeTaken=172, status=SUCCEEDED, diagnostics=, counters=Counters: 19, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537067746, Process_Duration=3, Process_End_Time=1463537067749, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1463537067637, firstTasksToStart=[ task_1463537067311_0001_1_01_000000 ], lastTaskFinishTime=1463537067753, lastTasksToFinish=[ task_1463537067311_0001_1_01_000000 ], minTaskDuration=116, maxTaskDuration=116, avgTaskDuration=116.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_01_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:27,756 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:27,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000002, stoppedTime=1463537067756, exitStatus=0
2016-05-18 02:04:27,756 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] attempt: attempt_1463537067311_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:27,757 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:27,757 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:27,757 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A958CA2031484E8986CB301741234B46
2016-05-18 02:04:27,757 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:27,757 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=DF9CD3FEBCD046A0B4B44514457119F3, destinationVertexName=A958CA2031484E8986CB301741234B46. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:27,757 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A0086FC4085C48E3811A368F05956A6D, destinationVertexName=A958CA2031484E8986CB301741234B46. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:27,757 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:27,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=A958CA2031484E8986CB301741234B46, taskId=task_1463537067311_0001_1_02_000000, scheduledTime=1463537067758, launchTime=1463537067758
2016-05-18 02:04:27,758 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:27,766 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:27,766 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:27,766 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000002, Exiting
2016-05-18 02:04:27,767 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000002
2016-05-18 02:04:27,767 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000002
2016-05-18 02:04:27,767 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:27,767 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000002 completed successfully
2016-05-18 02:04:27,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000003, launchTime=1463537067767
2016-05-18 02:04:27,768 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000003
2016-05-18 02:04:27,769 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,769 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_02_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:27,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A958CA2031484E8986CB301741234B46, taskAttemptId=attempt_1463537067311_0001_1_02_000000_0, startTime=1463537067768, containerId=container_1463537067311_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,769 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,769 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,769 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:27,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: A958CA2031484E8986CB301741234B46, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DF9CD3FEBCD046A0B4B44514457119F3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=A0086FC4085C48E3811A368F05956A6D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D535F5DEAE2A450D83F610EF86C45C56, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: A958CA2031484E8986CB301741234B46 { DF9CD3FEBCD046A0B4B44514457119F3 A0086FC4085C48E3811A368F05956A6D } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-05-18 02:04:27,770 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:27,771 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,772 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537067311_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:27,772 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:27,785 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:27,790 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A958CA2031484E8986CB301741234B46, ordinal: 2
2016-05-18 02:04:27,791 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A958CA2031484E8986CB301741234B46, mem on start (mb), free: 220, total: 641, max: 672
2016-05-18 02:04:27,791 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:27,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:27,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:27,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:27,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:27,795 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DF9CD3FEBCD046A0B4B44514457119F3:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [A0086FC4085C48E3811A368F05956A6D:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [D535F5DEAE2A450D83F610EF86C45C56:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:27,796 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:27,796 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:27,798 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 527643424, TotalRequestedScaled: 1.2007693028571427E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.75
2016-05-18 02:04:27,798 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DF9CD3FEBCD046A0B4B44514457119F3:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114], [A0086FC4085C48E3811A368F05956A6D:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114], [D535F5DEAE2A450D83F610EF86C45C56:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:27,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:27,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring DF9CD3FEBCD046A0B4B44514457119F3 for start, since it will be controlled via it's Group
2016-05-18 02:04:27,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring A0086FC4085C48E3811A368F05956A6D for start, since it will be controlled via it's Group
2016-05-18 02:04:27,798 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - DF9CD3FEBCD046A0B4B44514457119F3: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:27,799 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - DF9CD3FEBCD046A0B4B44514457119F3: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:27,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: A958CA2031484E8986CB301741234B46 being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:27,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:27,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:27,802 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - A0086FC4085C48E3811A368F05956A6D: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:27,803 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - A0086FC4085C48E3811A368F05956A6D: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:27,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A958CA2031484E8986CB301741234B46
2016-05-18 02:04:27,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:27,804 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,805 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - A0086FC4085C48E3811A368F05956A6D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:27,806 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_00_000000_0_10138} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537067806, TimeTaken=1, Rate=0.21 MB/s
2016-05-18 02:04:27,806 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - DF9CD3FEBCD046A0B4B44514457119F3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:27,806 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : A0086FC4085C48E3811A368F05956A6D
2016-05-18 02:04:27,807 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:27,807 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - A0086FC4085C48E3811A368F05956A6D: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:27,807 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - A0086FC4085C48E3811A368F05956A6D: Scheduler thread completed
2016-05-18 02:04:27,809 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_01_000000_0_10141} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537067809, TimeTaken=2, Rate=0.10 MB/s
2016-05-18 02:04:27,809 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : DF9CD3FEBCD046A0B4B44514457119F3
2016-05-18 02:04:27,809 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:27,810 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - DF9CD3FEBCD046A0B4B44514457119F3: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:27,810 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - DF9CD3FEBCD046A0B4B44514457119F3: Scheduler thread completed
2016-05-18 02:04:27,810 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]]
2016-05-18 02:04:27,812 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] streamed: true, id: 16FF274351BC4BCCB468C422BD1F413B
2016-05-18 02:04:27,813 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(first)[by:[{1}:'char']], id: 10FD216E52D04F468CCA3801FBC9CB00
2016-05-18 02:04:27,814 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(first)[by:[{1}:'char']] 10FD216E52D04F468CCA3801FBC9CB00
2016-05-18 02:04:27,815 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D535F5DEAE2A450D83F610EF86C45C56 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@4d0ad3b2, comparator=cascading.tuple.hadoop.util.TupleComparator@1d072a2, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:27,816 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D535F5DEAE2A450D83F610EF86C45C56: , UsingHashComparator=false
2016-05-18 02:04:27,830 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:27,830 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:27,831 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D535F5DEAE2A450D83F610EF86C45C56: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:27,831 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D535F5DEAE2A450D83F610EF86C45C56: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:27,832 INFO  element.TezMergeGate (TezMergeGate.java:prepare(116)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] 16FF274351BC4BCCB468C422BD1F413B, for 1 inputs
2016-05-18 02:04:27,832 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A958CA2031484E8986CB301741234B46, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:27,834 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:27,835 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,836 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:27,836 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,837 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:27,837 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,838 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:27,838 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,839 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 13
2016-05-18 02:04:27,839 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 9, with capacity: 2
2016-05-18 02:04:27,840 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,841 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 11, with capacity: 2
2016-05-18 02:04:27,841 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,841 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 13, with capacity: 2
2016-05-18 02:04:27,842 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,842 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 15, with capacity: 2
2016-05-18 02:04:27,843 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,843 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 13
2016-05-18 02:04:27,844 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,844 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A958CA2031484E8986CB301741234B46, mem on close (mb), free: 117, total: 641, max: 672
2016-05-18 02:04:27,844 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - DF9CD3FEBCD046A0B4B44514457119F3: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:27,845 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceDF9CD3FEBCD046A0B4B44514457119F3: 0
2016-05-18 02:04:27,845 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - A0086FC4085C48E3811A368F05956A6D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:27,846 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceA0086FC4085C48E3811A368F05956A6D: 0
2016-05-18 02:04:27,846 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D535F5DEAE2A450D83F610EF86C45C56: Starting flush of map output
2016-05-18 02:04:27,846 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D535F5DEAE2A450D83F610EF86C45C56: Span0.length = 18, perItem = 11
2016-05-18 02:04:27,848 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D535F5DEAE2A450D83F610EF86C45C56: done sorting span=0, length=18, time=1
2016-05-18 02:04:27,848 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D535F5DEAE2A450D83F610EF86C45C56: Heap = SpanIterator<0:17> (span=Span[16777216,198]),
2016-05-18 02:04:27,849 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D535F5DEAE2A450D83F610EF86C45C56: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-local-dir/output/attempt_1463537067311_0001_1_02_000000_0_10145_0/file.out
2016-05-18 02:04:27,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,853 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:27,854 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:27,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_02_000000_0: Counters: 28 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=146, OUTPUT_BYTES_PHYSICAL=150, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10][cascading.flow.SliceCounters Process_Begin_Time=1463537067833, Process_Duration=11, Process_End_Time=1463537067844, Tuples_Written=18, Write_Duration=0][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18]]
2016-05-18 02:04:27,855 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:27,855 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:27,855 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A958CA2031484E8986CB301741234B46, taskAttemptId=attempt_1463537067311_0001_1_02_000000_0, creationTime=1463537067758, allocationTime=1463537067759, startTime=1463537067768, finishTime=1463537067855, timeTaken=87, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:27,855 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:27,855 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,855 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27,855 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000003
2016-05-18 02:04:27,856 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=A958CA2031484E8986CB301741234B46, taskId=task_1463537067311_0001_1_02_000000, startTime=1463537067768, finishTime=1463537067855, timeTaken=87, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_02_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=146, OUTPUT_BYTES_PHYSICAL=150, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, cascading.flow.SliceCounters, Process_Begin_Time=1463537067833, Process_Duration=11, Process_End_Time=1463537067844, Tuples_Written=18, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:27,856 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:27,856 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:27,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=A958CA2031484E8986CB301741234B46, vertexId=vertex_1463537067311_0001_1_02, initRequestedTime=1463537067546, initedTime=1463537067551, startRequestedTime=1463537067591, startedTime=1463537067602, finishTime=1463537067856, timeTaken=254, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=146, OUTPUT_BYTES_PHYSICAL=150, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, cascading.flow.SliceCounters, Process_Begin_Time=1463537067833, Process_Duration=11, Process_End_Time=1463537067844, Tuples_Written=18, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18, vertexStats=firstTaskStartTime=1463537067768, firstTasksToStart=[ task_1463537067311_0001_1_02_000000 ], lastTaskFinishTime=1463537067855, lastTasksToFinish=[ task_1463537067311_0001_1_02_000000 ], minTaskDuration=87, maxTaskDuration=87, avgTaskDuration=87.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_02_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:27,857 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:27,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000003, stoppedTime=1463537067857, exitStatus=0
2016-05-18 02:04:27,858 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] attempt: attempt_1463537067311_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:27,858 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:27,858 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:27,858 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D535F5DEAE2A450D83F610EF86C45C56
2016-05-18 02:04:27,858 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:27,859 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A958CA2031484E8986CB301741234B46, destinationVertexName=D535F5DEAE2A450D83F610EF86C45C56. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:27,859 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:27,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=D535F5DEAE2A450D83F610EF86C45C56, taskId=task_1463537067311_0001_1_03_000000, scheduledTime=1463537067859, launchTime=1463537067859
2016-05-18 02:04:27,859 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:27,860 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000004, launchTime=1463537067860
2016-05-18 02:04:27,861 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000004
2016-05-18 02:04:27,861 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_03_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000004] on NM: [127.0.0.1:0]
2016-05-18 02:04:27,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D535F5DEAE2A450D83F610EF86C45C56, taskAttemptId=attempt_1463537067311_0001_1_03_000000_0, startTime=1463537067861, containerId=container_1463537067311_0001_00_000004, nodeId=127.0.0.1:0
2016-05-18 02:04:27,862 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27,862 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27,862 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,862 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:27,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: D535F5DEAE2A450D83F610EF86C45C56, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=2, inputSpecList=[{{ sourceVertexName=A958CA2031484E8986CB301741234B46, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AEC8A11EAE864883868BAF93307D551D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, {{ destinationVertexName=E1F5C9FD68F84FAD8688676995503E13, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:27,863 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=2, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:27,863 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27,864 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537067311_0001_1_03_000000_0 1 events [0,1) total 1 vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:27,865 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_03_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:27,866 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:27,866 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000003: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:27,867 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000003, Exiting
2016-05-18 02:04:27,867 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000003
2016-05-18 02:04:27,867 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000003
2016-05-18 02:04:27,867 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:27,870 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:27,870 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:27,870 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000003 completed successfully
2016-05-18 02:04:27,872 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:27,872 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:27,877 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D535F5DEAE2A450D83F610EF86C45C56, ordinal: 3
2016-05-18 02:04:27,877 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D535F5DEAE2A450D83F610EF86C45C56, mem on start (mb), free: 111, total: 641, max: 672
2016-05-18 02:04:27,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:27,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:27,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:27,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:27,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:27,878 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A958CA2031484E8986CB301741234B46:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [AEC8A11EAE864883868BAF93307D551D:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput], [E1F5C9FD68F84FAD8688676995503E13:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:27,878 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:27,878 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:27,879 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 421108112, TotalRequestedScaled: 1.961735817142857E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:27,879 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A958CA2031484E8986CB301741234B46:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [AEC8A11EAE864883868BAF93307D551D:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:17621458], [E1F5C9FD68F84FAD8688676995503E13:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:17621458]
2016-05-18 02:04:27,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:27,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A958CA2031484E8986CB301741234B46 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:27,880 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:27,880 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:27,880 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A958CA2031484E8986CB301741234B46: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:27,881 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A958CA2031484E8986CB301741234B46: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:27,882 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A958CA2031484E8986CB301741234B46 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:27,883 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A958CA2031484E8986CB301741234B46
2016-05-18 02:04:27,884 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:27,885 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27,887 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A958CA2031484E8986CB301741234B46: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:27,889 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_02_000000_0_10145} to DISK_DIRECT, csize=150, dsize=146, EndTime=1463537067889, TimeTaken=1, Rate=0.14 MB/s
2016-05-18 02:04:27,890 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(first)[by:[{1}:'char']]
2016-05-18 02:04:27,891 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A958CA2031484E8986CB301741234B46
2016-05-18 02:04:27,891 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:27,891 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A958CA2031484E8986CB301741234B46, wasInterrupted=false
2016-05-18 02:04:27,892 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:27,893 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:27,893 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(first)[by:[{1}:'char']] streamed: true, id: 10FD216E52D04F468CCA3801FBC9CB00
2016-05-18 02:04:27,893 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-local-dir/output/attempt_1463537067311_0001_1_02_000000_0_10145/file.out, len=150, isLocal=true
2016-05-18 02:04:27,893 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 150 bytes from disk
2016-05-18 02:04:27,894 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:27,894 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:27,893 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4), id: CBF34FC082DC4704BC81CC4BDB64D9F4
2016-05-18 02:04:27,894 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 133 bytes
2016-05-18 02:04:27,894 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A958CA2031484E8986CB301741234B46
2016-05-18 02:04:27,894 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A958CA2031484E8986CB301741234B46: Shuffle Runner thread complete
2016-05-18 02:04:27,894 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(119)) - calling UnorderedPartitionedKVOutput#start() on: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4) CBF34FC082DC4704BC81CC4BDB64D9F4
2016-05-18 02:04:27,895 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:27,900 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - AEC8A11EAE864883868BAF93307D551D: numBuffers=2, sizePerBuffer=8810728, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:27,900 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(119)) - calling UnorderedPartitionedKVOutput#start() on: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4) CBF34FC082DC4704BC81CC4BDB64D9F4
2016-05-18 02:04:27,901 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:27,903 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - E1F5C9FD68F84FAD8688676995503E13: numBuffers=2, sizePerBuffer=8810728, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:27,903 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(first)[by:[{1}:'char']] 10FD216E52D04F468CCA3801FBC9CB00, for 1 inputs
2016-05-18 02:04:27,904 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D535F5DEAE2A450D83F610EF86C45C56, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:27,904 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A958CA2031484E8986CB301741234B46: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:27,907 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27,907 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D535F5DEAE2A450D83F610EF86C45C56, mem on close (mb), free: 91, total: 641, max: 672
2016-05-18 02:04:27,907 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A958CA2031484E8986CB301741234B46
2016-05-18 02:04:27,907 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A958CA2031484E8986CB301741234B46: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:27,908 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - AEC8A11EAE864883868BAF93307D551D: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:27,908 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - AEC8A11EAE864883868BAF93307D551D: All spills complete
2016-05-18 02:04:27,908 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - E1F5C9FD68F84FAD8688676995503E13: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:27,909 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - E1F5C9FD68F84FAD8688676995503E13: All spills complete
2016-05-18 02:04:27,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27,910 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_03_000000_0, askedToStop=false
2016-05-18 02:04:27,910 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_03_000000_0, stopRequested=false
2016-05-18 02:04:27,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_03_000000_0: Counters: 40 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=10, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=100, OUTPUT_BYTES_WITH_OVERHEAD=132, OUTPUT_BYTES_PHYSICAL=188, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=146, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537067904, Process_Duration=3, Process_End_Time=1463537067907, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0]]
2016-05-18 02:04:27,911 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_03_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:27,911 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:27,911 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:27,911 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,912 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000004
2016-05-18 02:04:27,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D535F5DEAE2A450D83F610EF86C45C56, taskAttemptId=attempt_1463537067311_0001_1_03_000000_0, creationTime=1463537067859, allocationTime=1463537067860, startTime=1463537067861, finishTime=1463537067912, timeTaken=51, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:27,912 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=D535F5DEAE2A450D83F610EF86C45C56, taskId=task_1463537067311_0001_1_03_000000, startTime=1463537067861, finishTime=1463537067912, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_03_000000_0, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=10, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=100, OUTPUT_BYTES_WITH_OVERHEAD=132, OUTPUT_BYTES_PHYSICAL=188, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=146, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537067904, Process_Duration=3, Process_End_Time=1463537067907, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0
2016-05-18 02:04:27,913 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:27,913 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:27,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=D535F5DEAE2A450D83F610EF86C45C56, vertexId=vertex_1463537067311_0001_1_03, initRequestedTime=1463537067553, initedTime=1463537067561, startRequestedTime=1463537067605, startedTime=1463537067607, finishTime=1463537067913, timeTaken=306, status=SUCCEEDED, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=10, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=100, OUTPUT_BYTES_WITH_OVERHEAD=132, OUTPUT_BYTES_PHYSICAL=188, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=146, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537067904, Process_Duration=3, Process_End_Time=1463537067907, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1463537067861, firstTasksToStart=[ task_1463537067311_0001_1_03_000000 ], lastTaskFinishTime=1463537067912, lastTasksToFinish=[ task_1463537067311_0001_1_03_000000 ], minTaskDuration=51, maxTaskDuration=51, avgTaskDuration=51.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_03_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:27,914 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:27,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000004, stoppedTime=1463537067914, exitStatus=0
2016-05-18 02:04:27,914 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] attempt: attempt_1463537067311_0001_1_03_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:27,914 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] attempt: attempt_1463537067311_0001_1_03_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:27,914 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:27,914 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AEC8A11EAE864883868BAF93307D551D
2016-05-18 02:04:27,915 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D535F5DEAE2A450D83F610EF86C45C56, destinationVertexName=AEC8A11EAE864883868BAF93307D551D. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:27,915 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:27,914 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:27,915 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000004. Relying on regular task shutdown for it to end
2016-05-18 02:04:27,914 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E1F5C9FD68F84FAD8688676995503E13
2016-05-18 02:04:27,915 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=AEC8A11EAE864883868BAF93307D551D, taskId=task_1463537067311_0001_1_04_000000, scheduledTime=1463537067915, launchTime=1463537067915
2016-05-18 02:04:27,915 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D535F5DEAE2A450D83F610EF86C45C56, destinationVertexName=E1F5C9FD68F84FAD8688676995503E13. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:27,916 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:27,916 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:27,916 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=E1F5C9FD68F84FAD8688676995503E13, taskId=task_1463537067311_0001_1_05_000000, scheduledTime=1463537067916, launchTime=1463537067916
2016-05-18 02:04:27,916 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:27,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000005, launchTime=1463537067918
2016-05-18 02:04:27,918 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000005
2016-05-18 02:04:27,919 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000006, launchTime=1463537067919
2016-05-18 02:04:27,919 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000005: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:27,919 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:27,919 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_04_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000005] on NM: [127.0.0.1:0]
2016-05-18 02:04:27,919 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AEC8A11EAE864883868BAF93307D551D, taskAttemptId=attempt_1463537067311_0001_1_04_000000_0, startTime=1463537067919, containerId=container_1463537067311_0001_00_000005, nodeId=127.0.0.1:0
2016-05-18 02:04:27,920 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:27,920 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000006
2016-05-18 02:04:27,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: AEC8A11EAE864883868BAF93307D551D, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_04_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D535F5DEAE2A450D83F610EF86C45C56, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=CFF685F36B04427A99ACCA4A4EE8A15D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:27,921 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000006: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:27,921 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:27,921 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_05_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000006] on NM: [127.0.0.1:0]
2016-05-18 02:04:27,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E1F5C9FD68F84FAD8688676995503E13, taskAttemptId=attempt_1463537067311_0001_1_05_000000_0, startTime=1463537067921, containerId=container_1463537067311_0001_00_000006, nodeId=127.0.0.1:0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:27,922 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:27,922 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:27,922 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:27,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: E1F5C9FD68F84FAD8688676995503E13, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_05_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D535F5DEAE2A450D83F610EF86C45C56, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=CFF685F36B04427A99ACCA4A4EE8A15D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-05-18 02:04:27,923 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:27,923 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000004 is valid, but no longer registered, and will be killed
2016-05-18 02:04:27,923 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000004: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:27,923 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000004, Exiting
2016-05-18 02:04:27,923 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000004
2016-05-18 02:04:27,923 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000004
2016-05-18 02:04:27,925 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:27,925 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:27,925 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000004 completed successfully
2016-05-18 02:04:27,925 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:27,926 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537067311_0001_1_05_000000_0 1 events [0,1) total 1 vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:27,927 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_05_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:27,926 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537067311_0001_1_04_000000_0 1 events [0,1) total 1 vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:27,928 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_04_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:27,929 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:27,934 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:27,936 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:27,937 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E1F5C9FD68F84FAD8688676995503E13, ordinal: 5
2016-05-18 02:04:27,937 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E1F5C9FD68F84FAD8688676995503E13, mem on start (mb), free: 84, total: 641, max: 672
2016-05-18 02:04:27,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:27,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:27,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:27,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:27,938 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D535F5DEAE2A450D83F610EF86C45C56:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [CFF685F36B04427A99ACCA4A4EE8A15D:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:27,938 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:27,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:27,939 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 316250512, TotalRequestedScaled: 1.58125256E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.45
2016-05-18 02:04:27,939 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D535F5DEAE2A450D83F610EF86C45C56:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:211392912], [CFF685F36B04427A99ACCA4A4EE8A15D:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:27,939 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:27,939 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AEC8A11EAE864883868BAF93307D551D, ordinal: 4
2016-05-18 02:04:27,940 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AEC8A11EAE864883868BAF93307D551D, mem on start (mb), free: 84, total: 641, max: 672
2016-05-18 02:04:27,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:27,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:27,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:27,939 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D535F5DEAE2A450D83F610EF86C45C56 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:27,940 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - D535F5DEAE2A450D83F610EF86C45C56: RequestedMemory=211392912, AssignedMemory=211392912, maxSingleShuffleLimit=52848228
2016-05-18 02:04:27,941 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(467)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-05-18 02:04:27,941 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:27,941 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D535F5DEAE2A450D83F610EF86C45C56:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [CFF685F36B04427A99ACCA4A4EE8A15D:OUTPUT:104857600:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput]
2016-05-18 02:04:27,941 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:27,941 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - D535F5DEAE2A450D83F610EF86C45C56: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:27,942 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:27,942 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:27,942 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:27,942 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D535F5DEAE2A450D83F610EF86C45C56
2016-05-18 02:04:27,942 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 316250512, TotalRequestedScaled: 1.58125256E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.45
2016-05-18 02:04:27,942 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:27,943 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:27,944 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - D535F5DEAE2A450D83F610EF86C45C56: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:27,945 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_03_000000_0_10149} to DISK_DIRECT, csize=70, dsize=66, EndTime=1463537067945, TimeTaken=1, Rate=0.07 MB/s
2016-05-18 02:04:27,945 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D535F5DEAE2A450D83F610EF86C45C56:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:211392912], [CFF685F36B04427A99ACCA4A4EE8A15D:org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:27,945 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:27,945 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : D535F5DEAE2A450D83F610EF86C45C56
2016-05-18 02:04:27,946 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D535F5DEAE2A450D83F610EF86C45C56 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:27,946 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - D535F5DEAE2A450D83F610EF86C45C56: RequestedMemory=211392912, AssignedMemory=211392912, maxSingleShuffleLimit=52848228
2016-05-18 02:04:27,947 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - D535F5DEAE2A450D83F610EF86C45C56: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:27,948 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:27,949 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - D535F5DEAE2A450D83F610EF86C45C56: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:27,950 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D535F5DEAE2A450D83F610EF86C45C56
2016-05-18 02:04:27,951 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - D535F5DEAE2A450D83F610EF86C45C56: Scheduler thread completed
2016-05-18 02:04:27,951 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4)
2016-05-18 02:04:27,951 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4) streamed: true, id: CBF34FC082DC4704BC81CC4BDB64D9F4
2016-05-18 02:04:27,952 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]], id: F3C8869C3EDE49B6BDDB9BCA28F180F5
2016-05-18 02:04:27,952 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] F3C8869C3EDE49B6BDDB9BCA28F180F5
2016-05-18 02:04:27,953 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:27,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:27,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:27,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:28,153 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:28,159 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - D535F5DEAE2A450D83F610EF86C45C56: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:28,161 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4)
2016-05-18 02:04:28,162 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4) streamed: true, id: CBF34FC082DC4704BC81CC4BDB64D9F4
2016-05-18 02:04:28,162 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]], id: F3C8869C3EDE49B6BDDB9BCA28F180F5
2016-05-18 02:04:28,162 INFO  element.TezMergeGate (TezMergeGate.java:prepare(126)) - calling UnorderedPartitionedKVOutput#start() on: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] F3C8869C3EDE49B6BDDB9BCA28F180F5
2016-05-18 02:04:28,162 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_03_000000_0_10148} to DISK_DIRECT, csize=70, dsize=66, EndTime=1463537068162, TimeTaken=3, Rate=0.02 MB/s
2016-05-18 02:04:28,163 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : D535F5DEAE2A450D83F610EF86C45C56
2016-05-18 02:04:28,163 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:28,163 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - D535F5DEAE2A450D83F610EF86C45C56: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:28,163 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - D535F5DEAE2A450D83F610EF86C45C56: Scheduler thread completed
2016-05-18 02:04:28,163 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - CFF685F36B04427A99ACCA4A4EE8A15D: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:28,164 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(110)) - calling UnorderedKVInput#start() on: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4) CBF34FC082DC4704BC81CC4BDB64D9F4
2016-05-18 02:04:28,164 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-18 02:04:28,164 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E1F5C9FD68F84FAD8688676995503E13, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:28,166 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 5
2016-05-18 02:04:28,166 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:28,166 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E1F5C9FD68F84FAD8688676995503E13, mem on close (mb), free: 359, total: 510, max: 672
2016-05-18 02:04:28,167 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - D535F5DEAE2A450D83F610EF86C45C56: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:28,167 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceD535F5DEAE2A450D83F610EF86C45C56: 0
2016-05-18 02:04:28,167 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - CFF685F36B04427A99ACCA4A4EE8A15D: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:28,167 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - CFF685F36B04427A99ACCA4A4EE8A15D: All spills complete
2016-05-18 02:04:28,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:28,172 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_05_000000_0, askedToStop=false
2016-05-18 02:04:28,172 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_05_000000_0, stopRequested=false
2016-05-18 02:04:28,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_05_000000_0: Counters: 25 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=66, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][cascading.flow.SliceCounters Process_Begin_Time=1463537068164, Process_Duration=2, Process_End_Time=1463537068166, Tuples_Written=5, Write_Duration=1]]
2016-05-18 02:04:28,173 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(222)) - CFF685F36B04427A99ACCA4A4EE8A15D: numBuffers=2, sizePerBuffer=52428800, skipBuffers=true, pipelinedShuffle=false, numPartitions=1
2016-05-18 02:04:28,174 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_05_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:28,174 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(110)) - calling UnorderedKVInput#start() on: Boundary(CBF34FC082DC4704BC81CC4BDB64D9F4) CBF34FC082DC4704BC81CC4BDB64D9F4
2016-05-18 02:04:28,174 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AEC8A11EAE864883868BAF93307D551D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:28,174 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:28,175 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:28,175 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E1F5C9FD68F84FAD8688676995503E13, taskAttemptId=attempt_1463537067311_0001_1_05_000000_0, creationTime=1463537067916, allocationTime=1463537067917, startTime=1463537067921, finishTime=1463537068174, timeTaken=253, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:28,175 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:28,176 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=E1F5C9FD68F84FAD8688676995503E13, taskId=task_1463537067311_0001_1_05_000000, startTime=1463537067921, finishTime=1463537068175, timeTaken=254, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_05_000000_0, diagnostics=, counters=Counters: 25, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=66, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1463537068164, Process_Duration=2, Process_End_Time=1463537068166, Tuples_Written=5, Write_Duration=1
2016-05-18 02:04:28,176 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 5
2016-05-18 02:04:28,176 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:28,176 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:28,176 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:28,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=E1F5C9FD68F84FAD8688676995503E13, vertexId=vertex_1463537067311_0001_1_05, initRequestedTime=1463537067576, initedTime=1463537067581, startRequestedTime=1463537067614, startedTime=1463537067626, finishTime=1463537068176, timeTaken=550, status=SUCCEEDED, diagnostics=, counters=Counters: 25, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=66, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1463537068164, Process_Duration=2, Process_End_Time=1463537068166, Tuples_Written=5, Write_Duration=1, vertexStats=firstTaskStartTime=1463537067921, firstTasksToStart=[ task_1463537067311_0001_1_05_000000 ], lastTaskFinishTime=1463537068174, lastTasksToFinish=[ task_1463537067311_0001_1_05_000000 ], minTaskDuration=253, maxTaskDuration=253, avgTaskDuration=253.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_05_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_05_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:28,177 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:28,177 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] attempt: attempt_1463537067311_0001_1_05_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:28,178 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000006, stoppedTime=1463537068178, exitStatus=0
2016-05-18 02:04:28,178 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13] completed., numCompletedVertices=5, numSuccessfulVertices=5, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:28,178 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=5, numSuccessfulVertices=5, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,178 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000006. Relying on regular task shutdown for it to end
2016-05-18 02:04:28,178 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AEC8A11EAE864883868BAF93307D551D, mem on close (mb), free: 358, total: 510, max: 672
2016-05-18 02:04:28,178 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - D535F5DEAE2A450D83F610EF86C45C56: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:28,178 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceD535F5DEAE2A450D83F610EF86C45C56: 0
2016-05-18 02:04:28,179 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(477)) - CFF685F36B04427A99ACCA4A4EE8A15D: Waiting for all spills to complete : Pending : 0
2016-05-18 02:04:28,179 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(496)) - CFF685F36B04427A99ACCA4A4EE8A15D: All spills complete
2016-05-18 02:04:28,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:28,180 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_04_000000_0, askedToStop=false
2016-05-18 02:04:28,181 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_04_000000_0, stopRequested=false
2016-05-18 02:04:28,181 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_04_000000_0: Counters: 25 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=66, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=216, FIRST_EVENT_RECEIVED=212, LAST_EVENT_RECEIVED=212][cascading.flow.SliceCounters Process_Begin_Time=1463537068174, Process_Duration=2, Process_End_Time=1463537068176, Tuples_Written=5, Write_Duration=0]]
2016-05-18 02:04:28,182 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_04_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:28,182 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:28,182 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:28,182 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,182 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AEC8A11EAE864883868BAF93307D551D, taskAttemptId=attempt_1463537067311_0001_1_04_000000_0, creationTime=1463537067916, allocationTime=1463537067917, startTime=1463537067919, finishTime=1463537068182, timeTaken=263, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:28,183 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:28,183 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000006
2016-05-18 02:04:28,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=AEC8A11EAE864883868BAF93307D551D, taskId=task_1463537067311_0001_1_04_000000, startTime=1463537067919, finishTime=1463537068183, timeTaken=264, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_04_000000_0, diagnostics=, counters=Counters: 25, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=66, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=216, FIRST_EVENT_RECEIVED=212, LAST_EVENT_RECEIVED=212, cascading.flow.SliceCounters, Process_Begin_Time=1463537068174, Process_Duration=2, Process_End_Time=1463537068176, Tuples_Written=5, Write_Duration=0
2016-05-18 02:04:28,184 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:28,184 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:28,184 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000005
2016-05-18 02:04:28,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=AEC8A11EAE864883868BAF93307D551D, vertexId=vertex_1463537067311_0001_1_04, initRequestedTime=1463537067568, initedTime=1463537067575, startRequestedTime=1463537067610, startedTime=1463537067617, finishTime=1463537068184, timeTaken=567, status=SUCCEEDED, diagnostics=, counters=Counters: 25, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=66, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=216, FIRST_EVENT_RECEIVED=212, LAST_EVENT_RECEIVED=212, cascading.flow.SliceCounters, Process_Begin_Time=1463537068174, Process_Duration=2, Process_End_Time=1463537068176, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1463537067919, firstTasksToStart=[ task_1463537067311_0001_1_04_000000 ], lastTaskFinishTime=1463537068182, lastTasksToFinish=[ task_1463537067311_0001_1_04_000000 ], minTaskDuration=263, maxTaskDuration=263, avgTaskDuration=263.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_04_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_04_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:28,184 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:28,185 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000005, stoppedTime=1463537068185, exitStatus=0
2016-05-18 02:04:28,185 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] attempt: attempt_1463537067311_0001_1_04_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:28,185 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CFF685F36B04427A99ACCA4A4EE8A15D
2016-05-18 02:04:28,185 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=AEC8A11EAE864883868BAF93307D551D, destinationVertexName=CFF685F36B04427A99ACCA4A4EE8A15D. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:28,185 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E1F5C9FD68F84FAD8688676995503E13, destinationVertexName=CFF685F36B04427A99ACCA4A4EE8A15D. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.UnorderedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:28,186 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:28,186 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D] completed., numCompletedVertices=6, numSuccessfulVertices=6, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:28,186 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=6, numSuccessfulVertices=6, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,186 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000005. Relying on regular task shutdown for it to end
2016-05-18 02:04:28,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=CFF685F36B04427A99ACCA4A4EE8A15D, taskId=task_1463537067311_0001_1_06_000000, scheduledTime=1463537068186, launchTime=1463537068186
2016-05-18 02:04:28,186 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:28,188 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000006 is valid, but no longer registered, and will be killed
2016-05-18 02:04:28,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000007, launchTime=1463537068188
2016-05-18 02:04:28,188 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000006: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:28,189 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000006, Exiting
2016-05-18 02:04:28,189 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000006
2016-05-18 02:04:28,189 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000006
2016-05-18 02:04:28,189 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000006 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:28,189 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000006 completed successfully
2016-05-18 02:04:28,190 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000007
2016-05-18 02:04:28,190 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_06_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000007] on NM: [127.0.0.1:0]
2016-05-18 02:04:28,191 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CFF685F36B04427A99ACCA4A4EE8A15D, taskAttemptId=attempt_1463537067311_0001_1_06_000000_0, startTime=1463537068190, containerId=container_1463537067311_0001_00_000007, nodeId=127.0.0.1:0
2016-05-18 02:04:28,191 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000007: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28,192 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28,192 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,192 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:28,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: CFF685F36B04427A99ACCA4A4EE8A15D, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_06_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AEC8A11EAE864883868BAF93307D551D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=E1F5C9FD68F84FAD8688676995503E13, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E989BA0DC6D6413F8981CC8B188E3C67, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: CFF685F36B04427A99ACCA4A4EE8A15D { E1F5C9FD68F84FAD8688676995503E13 AEC8A11EAE864883868BAF93307D551D } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-05-18 02:04:28,192 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:28,194 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28,195 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537067311_0001_1_06_000000_0 2 events [0,2) total 2 vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:28,195 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_06_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:28,196 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000005 is valid, but no longer registered, and will be killed
2016-05-18 02:04:28,197 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000005: 13 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:28,197 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000005, Exiting
2016-05-18 02:04:28,197 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000005
2016-05-18 02:04:28,197 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000005
2016-05-18 02:04:28,199 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000005 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:28,199 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000005 completed successfully
2016-05-18 02:04:28,201 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:28,206 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CFF685F36B04427A99ACCA4A4EE8A15D, ordinal: 6
2016-05-18 02:04:28,206 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CFF685F36B04427A99ACCA4A4EE8A15D, mem on start (mb), free: 353, total: 510, max: 672
2016-05-18 02:04:28,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:28,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:28,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:28,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:28,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:28,207 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AEC8A11EAE864883868BAF93307D551D:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [E1F5C9FD68F84FAD8688676995503E13:INPUT:211392912:org.apache.tez.runtime.library.input.UnorderedKVInput], [E989BA0DC6D6413F8981CC8B188E3C67:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:28,208 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:28,208 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:28,208 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 527643424, TotalRequestedScaled: 1.2007693028571427E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.75
2016-05-18 02:04:28,208 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AEC8A11EAE864883868BAF93307D551D:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114], [E1F5C9FD68F84FAD8688676995503E13:org.apache.tez.runtime.library.input.UnorderedKVInput:INPUT:211392912:58038114], [E989BA0DC6D6413F8981CC8B188E3C67:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:28,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:28,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring AEC8A11EAE864883868BAF93307D551D for start, since it will be controlled via it's Group
2016-05-18 02:04:28,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring E1F5C9FD68F84FAD8688676995503E13 for start, since it will be controlled via it's Group
2016-05-18 02:04:28,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: CFF685F36B04427A99ACCA4A4EE8A15D being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:28,209 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - E1F5C9FD68F84FAD8688676995503E13: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:28,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:28,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:28,210 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - E1F5C9FD68F84FAD8688676995503E13: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:28,211 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(112)) - AEC8A11EAE864883868BAF93307D551D: RequestedMemory=211392912, AssignedMemory=58038114, maxSingleShuffleLimit=14509528
2016-05-18 02:04:28,212 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(271)) - AEC8A11EAE864883868BAF93307D551D: numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, bufferSize=8192, maxTaskOutputAtOnce=20
2016-05-18 02:04:28,213 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CFF685F36B04427A99ACCA4A4EE8A15D
2016-05-18 02:04:28,213 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:28,213 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28,213 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - E1F5C9FD68F84FAD8688676995503E13: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:28,213 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - AEC8A11EAE864883868BAF93307D551D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:28,215 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_05_000000_0_10154} to DISK_DIRECT, csize=70, dsize=66, EndTime=1463537068215, TimeTaken=1, Rate=0.07 MB/s
2016-05-18 02:04:28,215 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : E1F5C9FD68F84FAD8688676995503E13
2016-05-18 02:04:28,215 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:28,215 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - E1F5C9FD68F84FAD8688676995503E13: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:28,215 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - E1F5C9FD68F84FAD8688676995503E13: Scheduler thread completed
2016-05-18 02:04:28,216 INFO  impl.ShuffleManager (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_04_000000_0_10155} to DISK_DIRECT, csize=70, dsize=66, EndTime=1463537068215, TimeTaken=1, Rate=0.07 MB/s
2016-05-18 02:04:28,216 INFO  impl.ShuffleManager (ShuffleManager.java:adjustCompletedInputs(692)) - All inputs fetched for input vertex : AEC8A11EAE864883868BAF93307D551D
2016-05-18 02:04:28,217 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(911)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:28,217 INFO  impl.ShuffleManager (ShuffleManager.java:callInternal(367)) - AEC8A11EAE864883868BAF93307D551D: Shutting down FetchScheduler, Was Interrupted: false
2016-05-18 02:04:28,217 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(924)) - AEC8A11EAE864883868BAF93307D551D: Scheduler thread completed
2016-05-18 02:04:28,218 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]]
2016-05-18 02:04:28,219 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] streamed: true, id: F3C8869C3EDE49B6BDDB9BCA28F180F5
2016-05-18 02:04:28,219 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(second)[by:[{1}:'char']], id: C0C41A1EDC0B41D69CD3B3882956B37F
2016-05-18 02:04:28,219 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(second)[by:[{1}:'char']] C0C41A1EDC0B41D69CD3B3882956B37F
2016-05-18 02:04:28,221 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - E989BA0DC6D6413F8981CC8B188E3C67 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@78c3d813, comparator=cascading.tuple.hadoop.util.TupleComparator@19f0556, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:28,221 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for E989BA0DC6D6413F8981CC8B188E3C67: , UsingHashComparator=false
2016-05-18 02:04:28,235 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:28,235 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:28,235 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for E989BA0DC6D6413F8981CC8B188E3C67: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:28,235 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - E989BA0DC6D6413F8981CC8B188E3C67: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:28,236 INFO  element.TezMergeGate (TezMergeGate.java:prepare(116)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] F3C8869C3EDE49B6BDDB9BCA28F180F5, for 1 inputs
2016-05-18 02:04:28,236 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CFF685F36B04427A99ACCA4A4EE8A15D, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:28,238 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:28,238 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 250, total: 510, max: 672
2016-05-18 02:04:28,238 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 75% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,238 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:28,239 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 250, total: 510, max: 672
2016-05-18 02:04:28,239 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 75% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,239 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 5
2016-05-18 02:04:28,240 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:28,240 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 250, total: 510, max: 672
2016-05-18 02:04:28,241 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 75% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,241 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:28,241 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 250, total: 510, max: 672
2016-05-18 02:04:28,242 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 75% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,242 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(132)) - Num Records read: 5
2016-05-18 02:04:28,243 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28,243 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CFF685F36B04427A99ACCA4A4EE8A15D, mem on close (mb), free: 250, total: 510, max: 672
2016-05-18 02:04:28,243 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - AEC8A11EAE864883868BAF93307D551D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:28,244 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceAEC8A11EAE864883868BAF93307D551D: 0
2016-05-18 02:04:28,244 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:logProgress(111)) - E1F5C9FD68F84FAD8688676995503E13: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:28,244 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(792)) - Shutting down pending fetchers on sourceE1F5C9FD68F84FAD8688676995503E13: 0
2016-05-18 02:04:28,244 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - E989BA0DC6D6413F8981CC8B188E3C67: Starting flush of map output
2016-05-18 02:04:28,244 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - E989BA0DC6D6413F8981CC8B188E3C67: Span0.length = 10, perItem = 11
2016-05-18 02:04:28,245 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - E989BA0DC6D6413F8981CC8B188E3C67: done sorting span=0, length=10, time=0
2016-05-18 02:04:28,245 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - E989BA0DC6D6413F8981CC8B188E3C67: Heap = SpanIterator<0:9> (span=Span[16777216,110]),
2016-05-18 02:04:28,246 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - E989BA0DC6D6413F8981CC8B188E3C67: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-local-dir/output/attempt_1463537067311_0001_1_06_000000_0_10159_0/file.out
2016-05-18 02:04:28,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28,250 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_06_000000_0, askedToStop=false
2016-05-18 02:04:28,250 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_06_000000_0, stopRequested=false
2016-05-18 02:04:28,250 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_06_000000_0: Counters: 27 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=10, OUTPUT_RECORDS=10, OUTPUT_BYTES=110, OUTPUT_BYTES_WITH_OVERHEAD=106, OUTPUT_BYTES_PHYSICAL=110, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=140, SHUFFLE_BYTES_DECOMPRESSED=132, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=140, SHUFFLE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][cascading.flow.SliceCounters Process_Begin_Time=1463537068236, Process_Duration=6, Process_End_Time=1463537068242, Tuples_Written=10, Write_Duration=0][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=8, Num_Keys_Missed=10]]
2016-05-18 02:04:28,251 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_06_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:28,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CFF685F36B04427A99ACCA4A4EE8A15D, taskAttemptId=attempt_1463537067311_0001_1_06_000000_0, creationTime=1463537068186, allocationTime=1463537068187, startTime=1463537068190, finishTime=1463537068251, timeTaken=61, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:28,251 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:28,251 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:28,251 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28,252 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,252 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=CFF685F36B04427A99ACCA4A4EE8A15D, taskId=task_1463537067311_0001_1_06_000000, startTime=1463537068190, finishTime=1463537068252, timeTaken=62, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_06_000000_0, diagnostics=, counters=Counters: 27, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=10, OUTPUT_RECORDS=10, OUTPUT_BYTES=110, OUTPUT_BYTES_WITH_OVERHEAD=106, OUTPUT_BYTES_PHYSICAL=110, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=140, SHUFFLE_BYTES_DECOMPRESSED=132, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=140, SHUFFLE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, cascading.flow.SliceCounters, Process_Begin_Time=1463537068236, Process_Duration=6, Process_End_Time=1463537068242, Tuples_Written=10, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=8, Num_Keys_Missed=10
2016-05-18 02:04:28,252 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000007
2016-05-18 02:04:28,252 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:28,253 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:28,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=CFF685F36B04427A99ACCA4A4EE8A15D, vertexId=vertex_1463537067311_0001_1_06, initRequestedTime=1463537067585, initedTime=1463537067589, startRequestedTime=1463537067629, startedTime=1463537067630, finishTime=1463537068253, timeTaken=623, status=SUCCEEDED, diagnostics=, counters=Counters: 27, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, INPUT_RECORDS_PROCESSED=10, OUTPUT_RECORDS=10, OUTPUT_BYTES=110, OUTPUT_BYTES_WITH_OVERHEAD=106, OUTPUT_BYTES_PHYSICAL=110, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=140, SHUFFLE_BYTES_DECOMPRESSED=132, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=140, SHUFFLE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, cascading.flow.SliceCounters, Process_Begin_Time=1463537068236, Process_Duration=6, Process_End_Time=1463537068242, Tuples_Written=10, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=8, Num_Keys_Missed=10, vertexStats=firstTaskStartTime=1463537068190, firstTasksToStart=[ task_1463537067311_0001_1_06_000000 ], lastTaskFinishTime=1463537068251, lastTasksToFinish=[ task_1463537067311_0001_1_06_000000 ], minTaskDuration=61, maxTaskDuration=61, avgTaskDuration=61.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_06_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_06_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:28,254 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:28,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000007, stoppedTime=1463537068254, exitStatus=0
2016-05-18 02:04:28,254 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] attempt: attempt_1463537067311_0001_1_06_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:28,254 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D] completed., numCompletedVertices=7, numSuccessfulVertices=7, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:28,255 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=7, numSuccessfulVertices=7, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,254 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E989BA0DC6D6413F8981CC8B188E3C67
2016-05-18 02:04:28,255 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000007. Relying on regular task shutdown for it to end
2016-05-18 02:04:28,255 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CFF685F36B04427A99ACCA4A4EE8A15D, destinationVertexName=E989BA0DC6D6413F8981CC8B188E3C67. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:28,255 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:28,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_STARTED]: vertexName=E989BA0DC6D6413F8981CC8B188E3C67, taskId=task_1463537067311_0001_1_07_000000, scheduledTime=1463537068255, launchTime=1463537068255
2016-05-18 02:04:28,257 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:28,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537067311_0001_00_000008, launchTime=1463537068259
2016-05-18 02:04:28,259 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000008
2016-05-18 02:04:28,259 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000008: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,260 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537067311_0001_1_07_000000_0] started. Is using containerId: [container_1463537067311_0001_00_000008] on NM: [127.0.0.1:0]
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,260 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,260 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E989BA0DC6D6413F8981CC8B188E3C67, taskAttemptId=attempt_1463537067311_0001_1_07_000000_0, startTime=1463537068259, containerId=container_1463537067311_0001_00_000008, nodeId=127.0.0.1:0
2016-05-18 02:04:28,260 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:28,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, VertexName: E989BA0DC6D6413F8981CC8B188E3C67, VertexParallelism: 1, TaskAttemptID:attempt_1463537067311_0001_1_07_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CFF685F36B04427A99ACCA4A4EE8A15D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6A9227D751ED4C02BFA7AACF9850649A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:28,261 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:28,261 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,262 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537067311_0001_1_07_000000_0 1 events [0,1) total 1 vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:28,265 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:28,264 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000007 is valid, but no longer registered, and will be killed
2016-05-18 02:04:28,266 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000007: 14 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:28,266 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000007, Exiting
2016-05-18 02:04:28,266 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000007
2016-05-18 02:04:28,266 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000007
2016-05-18 02:04:28,266 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000007 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:28,266 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000007 completed successfully
2016-05-18 02:04:28,263 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:28,272 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537067311_0001_1_07_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:28,276 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E989BA0DC6D6413F8981CC8B188E3C67, ordinal: 7
2016-05-18 02:04:28,276 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E989BA0DC6D6413F8981CC8B188E3C67, mem on start (mb), free: 246, total: 510, max: 672
2016-05-18 02:04:28,276 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:28,276 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:28,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:28,283 INFO  output.MROutput (MROutput.java:initialize(421)) - 6A9227D751ED4C02BFA7AACF9850649A: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:28,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:28,283 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[6A9227D751ED4C02BFA7AACF9850649A:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [CFF685F36B04427A99ACCA4A4EE8A15D:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:28,283 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:28,283 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:28,284 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:28,284 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[6A9227D751ED4C02BFA7AACF9850649A:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [CFF685F36B04427A99ACCA4A4EE8A15D:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:28,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:28,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CFF685F36B04427A99ACCA4A4EE8A15D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:28,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:28,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:28,285 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CFF685F36B04427A99ACCA4A4EE8A15D: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:28,285 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CFF685F36B04427A99ACCA4A4EE8A15D: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:28,286 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CFF685F36B04427A99ACCA4A4EE8A15D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:28,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CFF685F36B04427A99ACCA4A4EE8A15D
2016-05-18 02:04:28,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:28,287 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,289 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CFF685F36B04427A99ACCA4A4EE8A15D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:28,290 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(second)[by:[{1}:'char']]
2016-05-18 02:04:28,290 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537067311_0001_1_06_000000_0_10159} to DISK_DIRECT, csize=110, dsize=106, EndTime=1463537068290, TimeTaken=1, Rate=0.10 MB/s
2016-05-18 02:04:28,290 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CFF685F36B04427A99ACCA4A4EE8A15D
2016-05-18 02:04:28,291 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:28,291 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(second)[by:[{1}:'char']] streamed: true, id: C0C41A1EDC0B41D69CD3B3882956B37F
2016-05-18 02:04:28,291 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CFF685F36B04427A99ACCA4A4EE8A15D, wasInterrupted=false
2016-05-18 02:04:28,291 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount"], id: 6A9227D751ED4C02BFA7AACF9850649A
2016-05-18 02:04:28,291 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:28,291 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount"]
2016-05-18 02:04:28,294 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(second)[by:[{1}:'char']] C0C41A1EDC0B41D69CD3B3882956B37F, for 1 inputs
2016-05-18 02:04:28,295 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:28,295 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001_wd/localmode-local-dir/output/attempt_1463537067311_0001_1_06_000000_0_10159/file.out, len=110, isLocal=true
2016-05-18 02:04:28,295 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 110 bytes from disk
2016-05-18 02:04:28,295 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:28,295 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:28,296 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 93 bytes
2016-05-18 02:04:28,296 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CFF685F36B04427A99ACCA4A4EE8A15D
2016-05-18 02:04:28,296 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CFF685F36B04427A99ACCA4A4EE8A15D: Shuffle Runner thread complete
2016-05-18 02:04:28,296 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E989BA0DC6D6413F8981CC8B188E3C67, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:04:28,297 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CFF685F36B04427A99ACCA4A4EE8A15D: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:28,298 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - CFF685F36B04427A99ACCA4A4EE8A15D: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:28,300 INFO  output.MROutput (MROutput.java:close(526)) - 6A9227D751ED4C02BFA7AACF9850649A closed
2016-05-18 02:04:28,300 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537067311_0001_1_07_000000_0 given a go for committing the task output.
2016-05-18 02:04:28,301 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,301 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E989BA0DC6D6413F8981CC8B188E3C67, mem on close (mb), free: 243, total: 510, max: 672
2016-05-18 02:04:28,301 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CFF685F36B04427A99ACCA4A4EE8A15D
2016-05-18 02:04:28,302 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CFF685F36B04427A99ACCA4A4EE8A15D: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:28,302 INFO  output.MROutput (MROutput.java:close(526)) - 6A9227D751ED4C02BFA7AACF9850649A closed
2016-05-18 02:04:28,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,303 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537067311_0001_1_07_000000_0, askedToStop=false
2016-05-18 02:04:28,303 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537067311_0001_1_07_000000_0, stopRequested=false
2016-05-18 02:04:28,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537067311_0001_1_07_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=110, SHUFFLE_BYTES=110, SHUFFLE_BYTES_DECOMPRESSED=106, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=110, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537068296, Process_Duration=5, Process_End_Time=1463537068301, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:28,304 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537067311_0001_1_07_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:28,304 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:28,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E989BA0DC6D6413F8981CC8B188E3C67, taskAttemptId=attempt_1463537067311_0001_1_07_000000_0, creationTime=1463537068257, allocationTime=1463537068258, startTime=1463537068259, finishTime=1463537068304, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:28,304 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:28,305 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,305 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28,305 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537067311_0001_00_000008
2016-05-18 02:04:28,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:TASK_FINISHED]: vertexName=E989BA0DC6D6413F8981CC8B188E3C67, taskId=task_1463537067311_0001_1_07_000000, startTime=1463537068259, finishTime=1463537068305, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463537067311_0001_1_07_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=110, SHUFFLE_BYTES=110, SHUFFLE_BYTES_DECOMPRESSED=106, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=110, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537068296, Process_Duration=5, Process_End_Time=1463537068301, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:28,305 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:28,305 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67]
2016-05-18 02:04:28,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:VERTEX_FINISHED]: vertexName=E989BA0DC6D6413F8981CC8B188E3C67, vertexId=vertex_1463537067311_0001_1_07, initRequestedTime=1463537067592, initedTime=1463537067597, startRequestedTime=1463537067633, startedTime=1463537067633, finishTime=1463537068305, timeTaken=672, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=110, SHUFFLE_BYTES=110, SHUFFLE_BYTES_DECOMPRESSED=106, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=110, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537068296, Process_Duration=5, Process_End_Time=1463537068301, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537068259, firstTasksToStart=[ task_1463537067311_0001_1_07_000000 ], lastTaskFinishTime=1463537068304, lastTasksToFinish=[ task_1463537067311_0001_1_07_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537067311_0001_1_07_000000 ], longestDurationTasks=[ task_1463537067311_0001_1_07_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:28,306 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:28,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537067311_0001_00_000008, stoppedTime=1463537068306, exitStatus=0
2016-05-18 02:04:28,306 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67] completed., numCompletedVertices=8, numSuccessfulVertices=8, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-05-18 02:04:28,306 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=8, numSuccessfulVertices=8, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,306 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537067311_0001_1_04 [AEC8A11EAE864883868BAF93307D551D]
2016-05-18 02:04:28,306 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537067311_0001_1_05 [E1F5C9FD68F84FAD8688676995503E13]
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537067311_0001_1_06 [CFF685F36B04427A99ACCA4A4EE8A15D]
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537067311_0001_1_00 [A0086FC4085C48E3811A368F05956A6D]
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537067311_0001_1_01 [DF9CD3FEBCD046A0B4B44514457119F3]
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537067311_0001_1_02 [A958CA2031484E8986CB301741234B46]
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537067311_0001_1_03 [D535F5DEAE2A450D83F610EF86C45C56]
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537067311_0001_1
2016-05-18 02:04:28,307 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537067311_0001_1
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537067311_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:28,307 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 6A9227D751ED4C02BFA7AACF9850649A for vertex: vertex_1463537067311_0001_1_07 [E989BA0DC6D6413F8981CC8B188E3C67], outputName: 6A9227D751ED4C02BFA7AACF9850649A
2016-05-18 02:04:28,310 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537067311_0001_00_000008. Relying on regular task shutdown for it to end
2016-05-18 02:04:28,315 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537067311_0001_00_000008 is valid, but no longer registered, and will be killed
2016-05-18 02:04:28,315 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537067311_0001_00_000008: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:28,316 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537067311_0001_00_000008, Exiting
2016-05-18 02:04:28,316 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537067311_0001_00_000008
2016-05-18 02:04:28,316 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537067311_0001_00_000008
2016-05-18 02:04:28,316 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537067311_0001_00_000008 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:28,316 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537067311_0001_00_000008 completed successfully
2016-05-18 02:04:28,318 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:6A9227D751ED4C02BFA7AACF9850649A of vertex/vertexGroup:E989BA0DC6D6413F8981CC8B188E3C67 isVertexGroupOutput:false
2016-05-18 02:04:28,318 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=8, numSuccessfulVertices=8, numFailedVertices=0, numKilledVertices=0, numVertices=8, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,323 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537067311_0001_1, queueSize=0
2016-05-18 02:04:28,324 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537067311_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537067311_0001_1, startTime=1463537067530, finishTime=1463537068319, timeTaken=789, status=SUCCEEDED, diagnostics=, counters=Counters: 52, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=8, TOTAL_LAUNCHED_TASKS=8, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=1920, AM_GC_TIME_MILLIS=226, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=28, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=56, NUM_SHUFFLED_INPUTS=8, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=46, OUTPUT_RECORDS=79, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=872, OUTPUT_BYTES_WITH_OVERHEAD=944, OUTPUT_BYTES_PHYSICAL=1120, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=260, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=976, SHUFFLE_BYTES_DECOMPRESSED=944, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=976, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=269, MERGE_PHASE_TIME=24, FIRST_EVENT_RECEIVED=241, LAST_EVENT_RECEIVED=241, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=11708296544076, Process_Duration=36, Process_End_Time=11708296544112, Read_Duration=7, Tuples_Read=54, Tuples_Written=74, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=24, Num_Keys_Hit=8, Num_Keys_Missed=28
2016-05-18 02:04:28,324 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537067311_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:28,324 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537067311_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:28 Completed Dag: dag_1463537067311_0001_1
2016-05-18 02:04:28,325 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537067311_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:28,325 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537067311_0001_1_post
2016-05-18 02:04:28,325 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,325 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:28,325 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:28,325 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, with id=dag_1463537067311_0001_1
2016-05-18 02:04:28,326 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373] second/(1/1) ...erge/samesourcemergecount, with id=dag_1463537067311_0001_1
2016-05-18 02:04:28,332 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...erge/samesourcemergecount, applicationId=application_1463537067311_0001
2016-05-18 02:04:28,334 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:28,334 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:28,334 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:28,335 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:28,335 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:28,336 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:28,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:28,336 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:28,337 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:28,337 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:28,337 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:28,338 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:28,338 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:28,339 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:28,343 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/134311846D674E69B427C2E3F21286E0/A9A0487901614FF5A9DED32914681373/.tez/application_1463537067311_0001
2016-05-18 02:04:28,343 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount/_temporary
2016-05-18 02:04:28,344 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [second]  completed in: 00:01.053
2016-05-18 02:04:28,356 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:28,356 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:28,416 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount
2016-05-18 02:04:28,441 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:28,441 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:28,479 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:04:28,492 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-05-18 02:04:28,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:28,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:28,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:28,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:28,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average
2016-05-18 02:04:28,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] starting
2016-05-18 02:04:28,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:28,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average"]
2016-05-18 02:04:28,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  parallel execution of steps is enabled: false
2016-05-18 02:04:28,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  executing total steps: 1
2016-05-18 02:04:28,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  allocating management threads: 1
2016-05-18 02:04:28,567 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] starting step: (1/1) ...orm/testAverageBy/average
2016-05-18 02:04:28,567 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [average] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:28,587 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] tez session mode enabled: true
2016-05-18 02:04:28,591 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:28,591 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:28,591 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:28,601 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001 doesn't exist and is created
2016-05-18 02:04:28,622 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:28,622 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:28,622 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001_wd
2016-05-18 02:04:28,637 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537068591_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:28,638 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:28,638 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:28,640 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:28,640 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:28,640 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:28,641 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:28,641 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:28,643 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:28,644 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:28,644 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:28,644 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:28,644 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:28,644 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:28,646 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:28,646 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:28,646 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:28,646 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:28,646 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:28,647 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:28,649 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:28,650 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:28,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:28,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001_wd/localmode-log-dir
2016-05-18 02:04:28,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001_wd/localmode-log-dir/history.txt.appattempt_1463537068591_0001_000000, maxErrors=10
2016-05-18 02:04:28,651 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:28,651 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537068591_0001_000000, appSubmitTime=1463537068637, launchTime=1463537068637
2016-05-18 02:04:28,655 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:28,656 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43574
2016-05-18 02:04:28,656 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537068591
2016-05-18 02:04:28,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537068591_0001_000000, startTime=1463537068659
2016-05-18 02:04:28,659 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:28,722 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:28,722 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:28,722 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...orm/testAverageBy/average, applicationId=application_1463537068591_0001, dagName=[79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average
2016-05-18 02:04:28,739 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average
2016-05-18 02:04:28,739 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:28,740 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537068591_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001_wd/localmode-log-dir/dag_1463537068591_0001_1.dot
2016-05-18 02:04:28,740 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001_wd/localmode-log-dir/dag_1463537068591_0001_1-tez-dag.pb.txt
2016-05-18 02:04:28,747 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537068591_0001_1
2016-05-18 02:04:28,747 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,747 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average
2016-05-18 02:04:28 Running Dag: dag_1463537068591_0001_1
2016-05-18 02:04:28,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537068591_0001_1, submitTime=1463537068739
2016-05-18 02:04:28,764 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001/tez-conf.pb" } size: 40953 timestamp: 1463537068000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:28,765 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,765 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:28,766 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001/tez-conf.pb" } size: 40953 timestamp: 1463537068000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:28,766 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,766 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:28,766 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:28,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537068591_0001_1, initTime=1463537068767
2016-05-18 02:04:28,767 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537068591_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:28,768 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:28,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:DAG_STARTED]: dagID=dag_1463537068591_0001_1, startTime=1463537068768
2016-05-18 02:04:28,768 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537068591_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:28,768 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B156D8815FB7490BA43D13EAF86943BB : {4874FBBFAE264BCDB9F6BAE7CB0AB1F0={InputName=4874FBBFAE264BCDB9F6BAE7CB0AB1F0}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:28,768 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 4874FBBFAE264BCDB9F6BAE7CB0AB1F0, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:28,768 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,768 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,769 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,769 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,770 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...orm/testAverageBy/average, applicationId=application_1463537068591_0001, dagName=[79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average
2016-05-18 02:04:28,770 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:28,770 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,771 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 4874FBBFAE264BCDB9F6BAE7CB0AB1F0 on vertex vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,773 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 4874FBBFAE264BCDB9F6BAE7CB0AB1F0 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:28,774 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:28,774 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,774 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537068591_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:28,775 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238], numAdditionalOutputs=1
2016-05-18 02:04:28,775 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=9E9DC2734BBE45158D3583E841DAF13B, vertex=vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:28,776 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:28,776 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:28,776 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:28,776 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:28,777 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 4874FBBFAE264BCDB9F6BAE7CB0AB1F0 on vertex vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,778 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C28D78F3ED664E29BD53191E56EBA238:9E9DC2734BBE45158D3583E841DAF13B using oldmapred API
2016-05-18 02:04:28,778 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=9E9DC2734BBE45158D3583E841DAF13B, vertexName=C28D78F3ED664E29BD53191E56EBA238, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:28,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C28D78F3ED664E29BD53191E56EBA238, vertexId=vertex_1463537068591_0001_1_01, initRequestedTime=1463537068770, initedTime=1463537068775, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:28,779 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:28,779 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:28,779 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {4874FBBFAE264BCDB9F6BAE7CB0AB1F0=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:28,782 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] parallelism set to 1
2016-05-18 02:04:28,782 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:28,783 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B156D8815FB7490BA43D13EAF86943BB, vertexId=vertex_1463537068591_0001_1_00, initRequestedTime=1463537068768, initedTime=1463537068782, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:28,783 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] with distanceFromRoot: 0
2016-05-18 02:04:28,783 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:28,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537068591_0001_1_00, startRequestedTime=1463537068770, startedTime=1463537068784
2016-05-18 02:04:28,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537068591_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:28,784 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:28,785 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537068591_0001_1_00 for vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] numStartedSources: 1 numSources: 1
2016-05-18 02:04:28,785 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B156D8815FB7490BA43D13EAF86943BB
2016-05-18 02:04:28,785 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,785 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] with distanceFromRoot: 1
2016-05-18 02:04:28,786 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537068591_0001_1_01, startRequestedTime=1463537068785, startedTime=1463537068785
2016-05-18 02:04:28,786 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:28,787 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_STARTED]: vertexName=B156D8815FB7490BA43D13EAF86943BB, taskId=task_1463537068591_0001_1_00_000000, scheduledTime=1463537068786, launchTime=1463537068786
2016-05-18 02:04:28,787 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C28D78F3ED664E29BD53191E56EBA238 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:28,787 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,788 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B156D8815FB7490BA43D13EAF86943BB in vertex: C28D78F3ED664E29BD53191E56EBA238 numBipartiteSourceTasks: 1
2016-05-18 02:04:28,788 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:28,790 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537068591_0001_00_000001, launchTime=1463537068790
2016-05-18 02:04:28,791 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537068591_0001_00_000001
2016-05-18 02:04:28,791 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537068591_0001_1_00_000000_0] started. Is using containerId: [container_1463537068591_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:28,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B156D8815FB7490BA43D13EAF86943BB, taskAttemptId=attempt_1463537068591_0001_1_00_000000_0, startTime=1463537068791, containerId=container_1463537068591_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:28,792 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537068591_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28,793 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28,793 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,793 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:28,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average, VertexName: B156D8815FB7490BA43D13EAF86943BB, VertexParallelism: 1, TaskAttemptID:attempt_1463537068591_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4874FBBFAE264BCDB9F6BAE7CB0AB1F0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C28D78F3ED664E29BD53191E56EBA238, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:28,793 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:28,794 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28,795 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537068591_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:28,795 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537068591_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:28,796 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] submitted tez dag to app master: application_1463537068591_0001, with dag id: dag_1463537068591_0001_1
2016-05-18 02:04:28,800 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:28,802 INFO  input.MRInput (MRInput.java:initialize(440)) - 4874FBBFAE264BCDB9F6BAE7CB0AB1F0 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:28,802 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 4874FBBFAE264BCDB9F6BAE7CB0AB1F0
2016-05-18 02:04:28,804 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B156D8815FB7490BA43D13EAF86943BB, ordinal: 0
2016-05-18 02:04:28,804 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B156D8815FB7490BA43D13EAF86943BB, mem on start (mb), free: 293, total: 486, max: 672
2016-05-18 02:04:28,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:28,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:28,805 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:28,805 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:28,805 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4874FBBFAE264BCDB9F6BAE7CB0AB1F0:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C28D78F3ED664E29BD53191E56EBA238:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:28,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:28,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:28,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:28,806 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4874FBBFAE264BCDB9F6BAE7CB0AB1F0:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C28D78F3ED664E29BD53191E56EBA238:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:28,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:28,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 4874FBBFAE264BCDB9F6BAE7CB0AB1F0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:28,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:28,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:28,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 4874FBBFAE264BCDB9F6BAE7CB0AB1F0
2016-05-18 02:04:28,807 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:28,807 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28,808 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:28,808 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 4874FBBFAE264BCDB9F6BAE7CB0AB1F0 initialized RecordReader from event
2016-05-18 02:04:28,810 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:28,811 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 4874FBBFAE264BCDB9F6BAE7CB0AB1F0
2016-05-18 02:04:28,811 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average)[by:[{1}:'char']], id: 3C6A71054DDE4595A7CBEF76F1F32EC5
2016-05-18 02:04:28,811 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average)[by:[{1}:'char']] 3C6A71054DDE4595A7CBEF76F1F32EC5
2016-05-18 02:04:28,813 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C28D78F3ED664E29BD53191E56EBA238 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@7c3b620f, comparator=cascading.tuple.hadoop.util.TupleComparator@1ea30681, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:28,813 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C28D78F3ED664E29BD53191E56EBA238: , UsingHashComparator=false
2016-05-18 02:04:28,826 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:28,826 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:28,826 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C28D78F3ED664E29BD53191E56EBA238: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:28,826 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C28D78F3ED664E29BD53191E56EBA238: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:28,827 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:28,827 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B156D8815FB7490BA43D13EAF86943BB, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:28,828 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:28,828 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 192, total: 486, max: 672
2016-05-18 02:04:28,829 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,830 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:28,830 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 192, total: 486, max: 672
2016-05-18 02:04:28,830 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,831 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:28,831 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 192, total: 486, max: 672
2016-05-18 02:04:28,831 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,832 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:28,832 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 192, total: 486, max: 672
2016-05-18 02:04:28,832 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:28,833 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28,833 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B156D8815FB7490BA43D13EAF86943BB, mem on close (mb), free: 192, total: 486, max: 672
2016-05-18 02:04:28,833 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C28D78F3ED664E29BD53191E56EBA238: Starting flush of map output
2016-05-18 02:04:28,834 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C28D78F3ED664E29BD53191E56EBA238: Span0.length = 9, perItem = 20
2016-05-18 02:04:28,834 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C28D78F3ED664E29BD53191E56EBA238: done sorting span=0, length=9, time=0
2016-05-18 02:04:28,834 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C28D78F3ED664E29BD53191E56EBA238: Heap = SpanIterator<0:8> (span=Span[16777216,180]),
2016-05-18 02:04:28,835 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C28D78F3ED664E29BD53191E56EBA238: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001_wd/localmode-local-dir/output/attempt_1463537068591_0001_1_00_000000_0_10165_0/file.out
2016-05-18 02:04:28,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28,839 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537068591_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:28,839 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537068591_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:28,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537068591_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537068827, Process_Duration=6, Process_End_Time=1463537068833, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:28,840 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537068591_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:28,840 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:28,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B156D8815FB7490BA43D13EAF86943BB, taskAttemptId=attempt_1463537068591_0001_1_00_000000_0, creationTime=1463537068787, allocationTime=1463537068789, startTime=1463537068791, finishTime=1463537068840, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:28,840 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:28,841 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,841 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_FINISHED]: vertexName=B156D8815FB7490BA43D13EAF86943BB, taskId=task_1463537068591_0001_1_00_000000, startTime=1463537068791, finishTime=1463537068841, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537068591_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537068827, Process_Duration=6, Process_End_Time=1463537068833, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:28,842 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:28,842 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,842 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537068591_0001_00_000001
2016-05-18 02:04:28,842 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_FINISHED]: vertexName=B156D8815FB7490BA43D13EAF86943BB, vertexId=vertex_1463537068591_0001_1_00, initRequestedTime=1463537068768, initedTime=1463537068782, startRequestedTime=1463537068770, startedTime=1463537068784, finishTime=1463537068842, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537068827, Process_Duration=6, Process_End_Time=1463537068833, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537068791, firstTasksToStart=[ task_1463537068591_0001_1_00_000000 ], lastTaskFinishTime=1463537068840, lastTasksToFinish=[ task_1463537068591_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537068591_0001_1_00_000000 ], longestDurationTasks=[ task_1463537068591_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:28,843 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:28,843 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] attempt: attempt_1463537068591_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:28,843 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:28,843 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C28D78F3ED664E29BD53191E56EBA238
2016-05-18 02:04:28,843 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B156D8815FB7490BA43D13EAF86943BB, destinationVertexName=C28D78F3ED664E29BD53191E56EBA238. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:28,843 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,843 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537068591_0001_00_000001, stoppedTime=1463537068844, exitStatus=0
2016-05-18 02:04:28,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_STARTED]: vertexName=C28D78F3ED664E29BD53191E56EBA238, taskId=task_1463537068591_0001_1_01_000000, scheduledTime=1463537068844, launchTime=1463537068844
2016-05-18 02:04:28,844 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,844 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537068591_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:28,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537068591_0001_00_000002, launchTime=1463537068846
2016-05-18 02:04:28,846 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537068591_0001_00_000002
2016-05-18 02:04:28,847 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537068591_0001_1_01_000000_0] started. Is using containerId: [container_1463537068591_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:28,847 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C28D78F3ED664E29BD53191E56EBA238, taskAttemptId=attempt_1463537068591_0001_1_01_000000_0, startTime=1463537068847, containerId=container_1463537068591_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:28,848 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537068591_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28,848 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28,848 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,849 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:28,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average, VertexName: C28D78F3ED664E29BD53191E56EBA238, VertexParallelism: 1, TaskAttemptID:attempt_1463537068591_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B156D8815FB7490BA43D13EAF86943BB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9E9DC2734BBE45158D3583E841DAF13B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:28,849 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:28,850 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28,850 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537068591_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,850 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537068591_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:28,853 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537068591_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:28,853 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537068591_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:28,853 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537068591_0001_00_000001, Exiting
2016-05-18 02:04:28,853 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537068591_0001_00_000001
2016-05-18 02:04:28,853 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537068591_0001_00_000001
2016-05-18 02:04:28,854 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:28,855 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537068591_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:28,855 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:28,859 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537068591_0001_00_000001 completed successfully
2016-05-18 02:04:28,860 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C28D78F3ED664E29BD53191E56EBA238, ordinal: 1
2016-05-18 02:04:28,861 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C28D78F3ED664E29BD53191E56EBA238, mem on start (mb), free: 186, total: 486, max: 672
2016-05-18 02:04:28,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:28,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:28,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:28,864 INFO  output.MROutput (MROutput.java:initialize(421)) - 9E9DC2734BBE45158D3583E841DAF13B: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:28,864 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:28,864 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[9E9DC2734BBE45158D3583E841DAF13B:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B156D8815FB7490BA43D13EAF86943BB:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:28,864 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:28,865 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:28,865 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:28,865 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[9E9DC2734BBE45158D3583E841DAF13B:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B156D8815FB7490BA43D13EAF86943BB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:28,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:28,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B156D8815FB7490BA43D13EAF86943BB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:28,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:28,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:28,866 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B156D8815FB7490BA43D13EAF86943BB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:28,866 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B156D8815FB7490BA43D13EAF86943BB: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:28,867 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B156D8815FB7490BA43D13EAF86943BB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:28,867 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B156D8815FB7490BA43D13EAF86943BB
2016-05-18 02:04:28,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:28,868 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28,868 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B156D8815FB7490BA43D13EAF86943BB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:28,873 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(average)[by:[{1}:'char']]
2016-05-18 02:04:28,873 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(average)[by:[{1}:'char']] streamed: true, id: 3C6A71054DDE4595A7CBEF76F1F32EC5
2016-05-18 02:04:28,874 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average"], id: 9E9DC2734BBE45158D3583E841DAF13B
2016-05-18 02:04:28,874 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537068591_0001_1_00_000000_0_10165} to DISK_DIRECT, csize=182, dsize=178, EndTime=1463537068874, TimeTaken=2, Rate=0.09 MB/s
2016-05-18 02:04:28,874 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B156D8815FB7490BA43D13EAF86943BB
2016-05-18 02:04:28,874 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:28,874 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average"]
2016-05-18 02:04:28,874 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B156D8815FB7490BA43D13EAF86943BB, wasInterrupted=false
2016-05-18 02:04:28,875 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(average)[by:[{1}:'char']] 3C6A71054DDE4595A7CBEF76F1F32EC5, for 1 inputs
2016-05-18 02:04:28,875 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:28,876 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:28,876 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001_wd/localmode-local-dir/output/attempt_1463537068591_0001_1_00_000000_0_10165/file.out, len=182, isLocal=true
2016-05-18 02:04:28,876 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 182 bytes from disk
2016-05-18 02:04:28,876 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:28,877 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:28,877 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:04:28,877 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B156D8815FB7490BA43D13EAF86943BB
2016-05-18 02:04:28,877 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C28D78F3ED664E29BD53191E56EBA238, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:04:28,877 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B156D8815FB7490BA43D13EAF86943BB: Shuffle Runner thread complete
2016-05-18 02:04:28,878 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B156D8815FB7490BA43D13EAF86943BB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:28,882 INFO  output.MROutput (MROutput.java:close(526)) - 9E9DC2734BBE45158D3583E841DAF13B closed
2016-05-18 02:04:28,883 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537068591_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:28,883 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28,884 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C28D78F3ED664E29BD53191E56EBA238, mem on close (mb), free: 183, total: 486, max: 672
2016-05-18 02:04:28,884 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B156D8815FB7490BA43D13EAF86943BB
2016-05-18 02:04:28,884 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B156D8815FB7490BA43D13EAF86943BB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:28,885 INFO  output.MROutput (MROutput.java:close(526)) - 9E9DC2734BBE45158D3583E841DAF13B closed
2016-05-18 02:04:28,885 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28,886 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537068591_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:28,886 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537068591_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:28,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537068591_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537068877, Process_Duration=6, Process_End_Time=1463537068883, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:28,887 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537068591_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:28,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C28D78F3ED664E29BD53191E56EBA238, taskAttemptId=attempt_1463537068591_0001_1_01_000000_0, creationTime=1463537068844, allocationTime=1463537068845, startTime=1463537068847, finishTime=1463537068887, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:28,888 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:28,888 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28,888 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:28,888 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:TASK_FINISHED]: vertexName=C28D78F3ED664E29BD53191E56EBA238, taskId=task_1463537068591_0001_1_01_000000, startTime=1463537068847, finishTime=1463537068888, timeTaken=41, status=SUCCEEDED, successfulAttemptID=attempt_1463537068591_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537068877, Process_Duration=6, Process_End_Time=1463537068883, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:28,889 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537068591_0001_00_000002
2016-05-18 02:04:28,889 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:28,889 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238]
2016-05-18 02:04:28,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:VERTEX_FINISHED]: vertexName=C28D78F3ED664E29BD53191E56EBA238, vertexId=vertex_1463537068591_0001_1_01, initRequestedTime=1463537068770, initedTime=1463537068775, startRequestedTime=1463537068785, startedTime=1463537068785, finishTime=1463537068889, timeTaken=104, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537068877, Process_Duration=6, Process_End_Time=1463537068883, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537068847, firstTasksToStart=[ task_1463537068591_0001_1_01_000000 ], lastTaskFinishTime=1463537068887, lastTasksToFinish=[ task_1463537068591_0001_1_01_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537068591_0001_1_01_000000 ], longestDurationTasks=[ task_1463537068591_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:28,890 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:28,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537068591_0001_00_000002, stoppedTime=1463537068890, exitStatus=0
2016-05-18 02:04:28,890 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:28,890 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,890 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537068591_0001_1_00 [B156D8815FB7490BA43D13EAF86943BB]
2016-05-18 02:04:28,890 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537068591_0001_1
2016-05-18 02:04:28,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537068591_0001_1
2016-05-18 02:04:28,891 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537068591_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:28,891 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 9E9DC2734BBE45158D3583E841DAF13B for vertex: vertex_1463537068591_0001_1_01 [C28D78F3ED664E29BD53191E56EBA238], outputName: 9E9DC2734BBE45158D3583E841DAF13B
2016-05-18 02:04:28,891 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537068591_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:28,900 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:9E9DC2734BBE45158D3583E841DAF13B of vertex/vertexGroup:C28D78F3ED664E29BD53191E56EBA238 isVertexGroupOutput:false
2016-05-18 02:04:28,900 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:28,900 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537068591_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:28,901 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537068591_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:28,902 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537068591_0001_1, queueSize=0
2016-05-18 02:04:28,902 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537068591_0001_00_000002, Exiting
2016-05-18 02:04:28,902 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537068591_0001_00_000002
2016-05-18 02:04:28,902 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537068591_0001_00_000002
2016-05-18 02:04:28,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537068591_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537068591_0001_1, startTime=1463537068768, finishTime=1463537068900, timeTaken=132, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=220, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074137704, Process_Duration=12, Process_End_Time=2927074137716, Read_Duration=2, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:28,903 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537068591_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:28,903 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537068591_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:28 Completed Dag: dag_1463537068591_0001_1
2016-05-18 02:04:28,903 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537068591_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:28,903 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537068591_0001_1_post
2016-05-18 02:04:28,903 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:28,903 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:28,904 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:28,905 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average, with id=dag_1463537068591_0001_1
2016-05-18 02:04:28,905 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB] average/(1/1) ...orm/testAverageBy/average, with id=dag_1463537068591_0001_1
2016-05-18 02:04:28,904 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537068591_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:28,905 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537068591_0001_00_000002 completed successfully
2016-05-18 02:04:28,910 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...orm/testAverageBy/average, applicationId=application_1463537068591_0001
2016-05-18 02:04:28,912 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:28,912 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:28,912 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:28,912 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:28,912 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:28,913 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:28,913 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:28,913 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:28,913 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:28,914 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:28,914 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:28,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:28,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:28,914 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:28,918 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/79F0B87400BF44E4B10AFAD08D47E787/D47E75D0F1A54A089BCF3B1110BF60BB/.tez/application_1463537068591_0001
2016-05-18 02:04:28,918 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average/_temporary
2016-05-18 02:04:28,919 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  completed in: 00:00.352
2016-05-18 02:04:28,992 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testAverageBy/average
2016-05-18 02:04:29,017 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:29,017 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:29,063 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:04:29,066 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-05-18 02:04:29,066 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:29,067 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:29,067 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:29,085 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:29,091 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety
2016-05-18 02:04:29,140 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting
2016-05-18 02:04:29,140 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:29,140 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety"]
2016-05-18 02:04:29,140 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  parallel execution of steps is enabled: false
2016-05-18 02:04:29,140 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  executing total steps: 1
2016-05-18 02:04:29,140 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  allocating management threads: 1
2016-05-18 02:04:29,141 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] starting step: (1/1) ...ullSafety/maxbynullsafety
2016-05-18 02:04:29,141 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:29,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] tez session mode enabled: true
2016-05-18 02:04:29,162 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:29,162 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:29,162 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:29,162 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:29,162 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:29,172 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001 doesn't exist and is created
2016-05-18 02:04:29,193 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:29,193 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:29,194 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001_wd
2016-05-18 02:04:29,209 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537069162_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:29,209 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:29,209 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:29,212 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:29,212 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:29,212 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:29,212 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:29,212 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:29,215 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:29,215 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:29,216 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:29,216 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:29,216 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:29,217 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:29,219 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:29,220 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:29,220 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:29,220 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001_wd/localmode-log-dir
2016-05-18 02:04:29,221 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001_wd/localmode-log-dir/history.txt.appattempt_1463537069162_0001_000000, maxErrors=10
2016-05-18 02:04:29,221 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:29,221 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537069162_0001_000000, appSubmitTime=1463537069209, launchTime=1463537069209
2016-05-18 02:04:29,223 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:29,227 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34249
2016-05-18 02:04:29,227 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537069162
2016-05-18 02:04:29,229 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537069162_0001_000000, startTime=1463537069229
2016-05-18 02:04:29,229 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:29,293 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:29,293 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:29,294 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...ullSafety/maxbynullsafety, applicationId=application_1463537069162_0001, dagName=[9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety
2016-05-18 02:04:29,310 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety
2016-05-18 02:04:29,311 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:29,312 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537069162_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001_wd/localmode-log-dir/dag_1463537069162_0001_1.dot
2016-05-18 02:04:29,312 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001_wd/localmode-log-dir/dag_1463537069162_0001_1-tez-dag.pb.txt
2016-05-18 02:04:29,319 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537069162_0001_1
2016-05-18 02:04:29,319 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,319 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety
2016-05-18 02:04:29 Running Dag: dag_1463537069162_0001_1
2016-05-18 02:04:29,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537069162_0001_1, submitTime=1463537069311
2016-05-18 02:04:29,334 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001/tez-conf.pb" } size: 40953 timestamp: 1463537069000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:29,334 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,335 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:29,335 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001/tez-conf.pb" } size: 40953 timestamp: 1463537069000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:29,335 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,336 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:29,336 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:29,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537069162_0001_1, initTime=1463537069336
2016-05-18 02:04:29,336 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069162_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:29,337 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:29,337 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...ullSafety/maxbynullsafety, applicationId=application_1463537069162_0001, dagName=[9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety
2016-05-18 02:04:29,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:DAG_STARTED]: dagID=dag_1463537069162_0001_1, startTime=1463537069337
2016-05-18 02:04:29,337 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069162_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:29,337 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D20FEEDEB8A7469991265A3C03220BF6 : {BB2F79FC193A495C9EADC29C2A88E10F={InputName=BB2F79FC193A495C9EADC29C2A88E10F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:29,338 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: BB2F79FC193A495C9EADC29C2A88E10F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:29,338 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,338 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,338 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,338 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,339 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:29,339 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: BB2F79FC193A495C9EADC29C2A88E10F on vertex vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,339 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,342 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input BB2F79FC193A495C9EADC29C2A88E10F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:29,343 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:29,343 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,343 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537069162_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:29,344 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85], numAdditionalOutputs=1
2016-05-18 02:04:29,344 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=A5DF2515FB184C9E8FD75239CE84855D, vertex=vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:29,345 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:29,345 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:29,346 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:29,346 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:29,347 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: BB2F79FC193A495C9EADC29C2A88E10F on vertex vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,347 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F8A6062FB4064EF2A750F0C96386EB85:A5DF2515FB184C9E8FD75239CE84855D using oldmapred API
2016-05-18 02:04:29,348 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=A5DF2515FB184C9E8FD75239CE84855D, vertexName=F8A6062FB4064EF2A750F0C96386EB85, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:29,349 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F8A6062FB4064EF2A750F0C96386EB85, vertexId=vertex_1463537069162_0001_1_01, initRequestedTime=1463537069339, initedTime=1463537069344, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:29,349 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:29,350 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:29,350 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {BB2F79FC193A495C9EADC29C2A88E10F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:29,351 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] parallelism set to 1
2016-05-18 02:04:29,352 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:29,352 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D20FEEDEB8A7469991265A3C03220BF6, vertexId=vertex_1463537069162_0001_1_00, initRequestedTime=1463537069337, initedTime=1463537069352, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:29,352 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] with distanceFromRoot: 0
2016-05-18 02:04:29,352 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:29,352 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537069162_0001_1_00, startRequestedTime=1463537069339, startedTime=1463537069352
2016-05-18 02:04:29,352 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537069162_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:29,352 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:29,352 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537069162_0001_1_00 for vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] numStartedSources: 1 numSources: 1
2016-05-18 02:04:29,352 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] with distanceFromRoot: 1
2016-05-18 02:04:29,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537069162_0001_1_01, startRequestedTime=1463537069352, startedTime=1463537069353
2016-05-18 02:04:29,353 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:29,356 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D20FEEDEB8A7469991265A3C03220BF6
2016-05-18 02:04:29,356 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F8A6062FB4064EF2A750F0C96386EB85 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:29,357 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,357 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D20FEEDEB8A7469991265A3C03220BF6 in vertex: F8A6062FB4064EF2A750F0C96386EB85 numBipartiteSourceTasks: 1
2016-05-18 02:04:29,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_STARTED]: vertexName=D20FEEDEB8A7469991265A3C03220BF6, taskId=task_1463537069162_0001_1_00_000000, scheduledTime=1463537069357, launchTime=1463537069357
2016-05-18 02:04:29,358 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,359 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:29,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537069162_0001_00_000001, launchTime=1463537069360
2016-05-18 02:04:29,360 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069162_0001_00_000001
2016-05-18 02:04:29,361 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537069162_0001_1_00_000000_0] started. Is using containerId: [container_1463537069162_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:29,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D20FEEDEB8A7469991265A3C03220BF6, taskAttemptId=attempt_1463537069162_0001_1_00_000000_0, startTime=1463537069361, containerId=container_1463537069162_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:29,361 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069162_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29 Starting to run new task attempt: attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29,362 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29,362 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,362 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:29,363 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety, VertexName: D20FEEDEB8A7469991265A3C03220BF6, VertexParallelism: 1, TaskAttemptID:attempt_1463537069162_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BB2F79FC193A495C9EADC29C2A88E10F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F8A6062FB4064EF2A750F0C96386EB85, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:29,363 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:29,363 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29,364 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537069162_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:29,364 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537069162_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:29,366 INFO  input.MRInput (MRInput.java:initialize(440)) - BB2F79FC193A495C9EADC29C2A88E10F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:29,366 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: BB2F79FC193A495C9EADC29C2A88E10F
2016-05-18 02:04:29,368 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max] submitted tez dag to app master: application_1463537069162_0001, with dag id: dag_1463537069162_0001_1
2016-05-18 02:04:29,369 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:29,374 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D20FEEDEB8A7469991265A3C03220BF6, ordinal: 0
2016-05-18 02:04:29,374 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D20FEEDEB8A7469991265A3C03220BF6, mem on start (mb), free: 283, total: 513, max: 672
2016-05-18 02:04:29,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:29,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:29,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:29,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:29,375 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[BB2F79FC193A495C9EADC29C2A88E10F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F8A6062FB4064EF2A750F0C96386EB85:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:29,376 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:29,376 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:29,376 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:29,376 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[BB2F79FC193A495C9EADC29C2A88E10F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F8A6062FB4064EF2A750F0C96386EB85:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:29,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:29,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: BB2F79FC193A495C9EADC29C2A88E10F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:29,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: BB2F79FC193A495C9EADC29C2A88E10F
2016-05-18 02:04:29,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:29,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:29,378 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:29,378 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29,379 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:29,379 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - BB2F79FC193A495C9EADC29C2A88E10F initialized RecordReader from event
2016-05-18 02:04:29,381 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:29,382 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: BB2F79FC193A495C9EADC29C2A88E10F
2016-05-18 02:04:29,382 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'char']], id: 07D2898B68034083A98C2D60AC613628
2016-05-18 02:04:29,382 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'char']] 07D2898B68034083A98C2D60AC613628
2016-05-18 02:04:29,383 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F8A6062FB4064EF2A750F0C96386EB85 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@545cd984, comparator=cascading.tuple.hadoop.util.TupleComparator@1bcc9461, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:29,383 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F8A6062FB4064EF2A750F0C96386EB85: , UsingHashComparator=false
2016-05-18 02:04:29,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:29,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:29,397 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F8A6062FB4064EF2A750F0C96386EB85: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:29,398 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F8A6062FB4064EF2A750F0C96386EB85: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:29,398 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:29,399 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D20FEEDEB8A7469991265A3C03220BF6, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:29,399 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:29,400 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 181, total: 513, max: 672
2016-05-18 02:04:29,400 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 76% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:29,402 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:29,402 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 181, total: 513, max: 672
2016-05-18 02:04:29,403 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 76% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:29,404 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:29,404 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 181, total: 513, max: 672
2016-05-18 02:04:29,404 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 76% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:29,405 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:29,405 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 181, total: 513, max: 672
2016-05-18 02:04:29,405 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 76% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:29,406 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29,406 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D20FEEDEB8A7469991265A3C03220BF6, mem on close (mb), free: 181, total: 513, max: 672
2016-05-18 02:04:29,407 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F8A6062FB4064EF2A750F0C96386EB85: Starting flush of map output
2016-05-18 02:04:29,407 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F8A6062FB4064EF2A750F0C96386EB85: Span0.length = 9, perItem = 10
2016-05-18 02:04:29,408 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F8A6062FB4064EF2A750F0C96386EB85: done sorting span=0, length=9, time=1
2016-05-18 02:04:29,408 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F8A6062FB4064EF2A750F0C96386EB85: Heap = SpanIterator<0:8> (span=Span[16777216,98]),
2016-05-18 02:04:29,409 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F8A6062FB4064EF2A750F0C96386EB85: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001_wd/localmode-local-dir/output/attempt_1463537069162_0001_1_00_000000_0_10171_0/file.out
2016-05-18 02:04:29,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:29 Completed running task attempt: attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537069162_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:29,413 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537069162_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:29,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537069162_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537069399, Process_Duration=7, Process_End_Time=1463537069406, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:29,415 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537069162_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:29,415 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:29,415 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:29,415 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,415 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069162_0001_00_000001
2016-05-18 02:04:29,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D20FEEDEB8A7469991265A3C03220BF6, taskAttemptId=attempt_1463537069162_0001_1_00_000000_0, creationTime=1463537069358, allocationTime=1463537069360, startTime=1463537069361, finishTime=1463537069415, timeTaken=54, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:29,416 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_FINISHED]: vertexName=D20FEEDEB8A7469991265A3C03220BF6, taskId=task_1463537069162_0001_1_00_000000, startTime=1463537069361, finishTime=1463537069416, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1463537069162_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537069399, Process_Duration=7, Process_End_Time=1463537069406, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:29,417 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:29,417 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_FINISHED]: vertexName=D20FEEDEB8A7469991265A3C03220BF6, vertexId=vertex_1463537069162_0001_1_00, initRequestedTime=1463537069337, initedTime=1463537069352, startRequestedTime=1463537069339, startedTime=1463537069352, finishTime=1463537069417, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537069399, Process_Duration=7, Process_End_Time=1463537069406, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537069361, firstTasksToStart=[ task_1463537069162_0001_1_00_000000 ], lastTaskFinishTime=1463537069415, lastTasksToFinish=[ task_1463537069162_0001_1_00_000000 ], minTaskDuration=54, maxTaskDuration=54, avgTaskDuration=54.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537069162_0001_1_00_000000 ], longestDurationTasks=[ task_1463537069162_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:29,418 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:29,418 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537069162_0001_00_000001, stoppedTime=1463537069418, exitStatus=0
2016-05-18 02:04:29,418 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] attempt: attempt_1463537069162_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:29,418 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:29,418 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F8A6062FB4064EF2A750F0C96386EB85
2016-05-18 02:04:29,418 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:29,418 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D20FEEDEB8A7469991265A3C03220BF6, destinationVertexName=F8A6062FB4064EF2A750F0C96386EB85. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:29,419 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537069162_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:29,419 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_STARTED]: vertexName=F8A6062FB4064EF2A750F0C96386EB85, taskId=task_1463537069162_0001_1_01_000000, scheduledTime=1463537069419, launchTime=1463537069419
2016-05-18 02:04:29,419 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,421 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537069162_0001_00_000002, launchTime=1463537069420
2016-05-18 02:04:29,421 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069162_0001_00_000002
2016-05-18 02:04:29,422 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537069162_0001_1_01_000000_0] started. Is using containerId: [container_1463537069162_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:29,422 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F8A6062FB4064EF2A750F0C96386EB85, taskAttemptId=attempt_1463537069162_0001_1_01_000000_0, startTime=1463537069421, containerId=container_1463537069162_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:29,422 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069162_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29 Starting to run new task attempt: attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29,422 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29,423 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,423 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:29,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety, VertexName: F8A6062FB4064EF2A750F0C96386EB85, VertexParallelism: 1, TaskAttemptID:attempt_1463537069162_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D20FEEDEB8A7469991265A3C03220BF6, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A5DF2515FB184C9E8FD75239CE84855D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:29,423 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:29,425 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29,426 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537069162_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,426 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537069162_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:29,427 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537069162_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:29,427 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069162_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:29,427 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537069162_0001_00_000001, Exiting
2016-05-18 02:04:29,427 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537069162_0001_00_000001
2016-05-18 02:04:29,427 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537069162_0001_00_000001
2016-05-18 02:04:29,431 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:29,432 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537069162_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:29,432 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537069162_0001_00_000001 completed successfully
2016-05-18 02:04:29,432 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:29,438 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F8A6062FB4064EF2A750F0C96386EB85, ordinal: 1
2016-05-18 02:04:29,438 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8A6062FB4064EF2A750F0C96386EB85, mem on start (mb), free: 176, total: 513, max: 672
2016-05-18 02:04:29,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:29,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:29,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:29,440 INFO  output.MROutput (MROutput.java:initialize(421)) - A5DF2515FB184C9E8FD75239CE84855D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:29,441 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:29,441 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A5DF2515FB184C9E8FD75239CE84855D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [D20FEEDEB8A7469991265A3C03220BF6:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:29,441 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:29,441 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:29,441 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:29,441 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A5DF2515FB184C9E8FD75239CE84855D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [D20FEEDEB8A7469991265A3C03220BF6:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:29,442 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:29,442 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: D20FEEDEB8A7469991265A3C03220BF6 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:29,442 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D20FEEDEB8A7469991265A3C03220BF6: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:29,442 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D20FEEDEB8A7469991265A3C03220BF6: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:29,443 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:29,443 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:29,443 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D20FEEDEB8A7469991265A3C03220BF6 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:29,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: D20FEEDEB8A7469991265A3C03220BF6
2016-05-18 02:04:29,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:29,444 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29,448 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'char']]
2016-05-18 02:04:29,448 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'char']] streamed: true, id: 07D2898B68034083A98C2D60AC613628
2016-05-18 02:04:29,448 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety"], id: A5DF2515FB184C9E8FD75239CE84855D
2016-05-18 02:04:29,449 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety"]
2016-05-18 02:04:29,449 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'char']] 07D2898B68034083A98C2D60AC613628, for 1 inputs
2016-05-18 02:04:29,449 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D20FEEDEB8A7469991265A3C03220BF6: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:29,452 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537069162_0001_1_00_000000_0_10171} to DISK_DIRECT, csize=100, dsize=96, EndTime=1463537069452, TimeTaken=2, Rate=0.05 MB/s
2016-05-18 02:04:29,452 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D20FEEDEB8A7469991265A3C03220BF6
2016-05-18 02:04:29,452 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:29,453 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D20FEEDEB8A7469991265A3C03220BF6, wasInterrupted=false
2016-05-18 02:04:29,453 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - D20FEEDEB8A7469991265A3C03220BF6: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:29,453 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:29,455 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:29,455 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001_wd/localmode-local-dir/output/attempt_1463537069162_0001_1_00_000000_0_10171/file.out, len=100, isLocal=true
2016-05-18 02:04:29,455 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 100 bytes from disk
2016-05-18 02:04:29,455 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:29,456 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:29,456 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 83 bytes
2016-05-18 02:04:29,456 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D20FEEDEB8A7469991265A3C03220BF6
2016-05-18 02:04:29,456 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D20FEEDEB8A7469991265A3C03220BF6: Shuffle Runner thread complete
2016-05-18 02:04:29,456 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F8A6062FB4064EF2A750F0C96386EB85, all 1 inputs ready in: 00:00:00.007
2016-05-18 02:04:29,457 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D20FEEDEB8A7469991265A3C03220BF6: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:29,459 INFO  output.MROutput (MROutput.java:close(526)) - A5DF2515FB184C9E8FD75239CE84855D closed
2016-05-18 02:04:29,460 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537069162_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:29,460 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29,460 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8A6062FB4064EF2A750F0C96386EB85, mem on close (mb), free: 172, total: 513, max: 672
2016-05-18 02:04:29,460 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D20FEEDEB8A7469991265A3C03220BF6
2016-05-18 02:04:29,460 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D20FEEDEB8A7469991265A3C03220BF6: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:29,461 INFO  output.MROutput (MROutput.java:close(526)) - A5DF2515FB184C9E8FD75239CE84855D closed
2016-05-18 02:04:29,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:29 Completed running task attempt: attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29,461 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537069162_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:29,461 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537069162_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:29,462 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537069162_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537069456, Process_Duration=4, Process_End_Time=1463537069460, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:29,462 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537069162_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:29,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F8A6062FB4064EF2A750F0C96386EB85, taskAttemptId=attempt_1463537069162_0001_1_01_000000_0, creationTime=1463537069419, allocationTime=1463537069420, startTime=1463537069421, finishTime=1463537069462, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:29,462 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:29,463 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:TASK_FINISHED]: vertexName=F8A6062FB4064EF2A750F0C96386EB85, taskId=task_1463537069162_0001_1_01_000000, startTime=1463537069421, finishTime=1463537069463, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1463537069162_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537069456, Process_Duration=4, Process_End_Time=1463537069460, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:29,463 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:29,463 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85]
2016-05-18 02:04:29,463 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:29,464 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,464 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069162_0001_00_000002
2016-05-18 02:04:29,464 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:VERTEX_FINISHED]: vertexName=F8A6062FB4064EF2A750F0C96386EB85, vertexId=vertex_1463537069162_0001_1_01, initRequestedTime=1463537069339, initedTime=1463537069344, startRequestedTime=1463537069352, startedTime=1463537069353, finishTime=1463537069464, timeTaken=111, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537069456, Process_Duration=4, Process_End_Time=1463537069460, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537069421, firstTasksToStart=[ task_1463537069162_0001_1_01_000000 ], lastTaskFinishTime=1463537069462, lastTasksToFinish=[ task_1463537069162_0001_1_01_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537069162_0001_1_01_000000 ], longestDurationTasks=[ task_1463537069162_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:29,478 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:29,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537069162_0001_00_000002, stoppedTime=1463537069478, exitStatus=0
2016-05-18 02:04:29,478 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:29,478 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:29,478 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537069162_0001_1_00 [D20FEEDEB8A7469991265A3C03220BF6]
2016-05-18 02:04:29,478 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537069162_0001_1
2016-05-18 02:04:29,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537069162_0001_1
2016-05-18 02:04:29,479 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: A5DF2515FB184C9E8FD75239CE84855D for vertex: vertex_1463537069162_0001_1_01 [F8A6062FB4064EF2A750F0C96386EB85], outputName: A5DF2515FB184C9E8FD75239CE84855D
2016-05-18 02:04:29,482 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069162_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:29,482 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537069162_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:29,491 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:A5DF2515FB184C9E8FD75239CE84855D of vertex/vertexGroup:F8A6062FB4064EF2A750F0C96386EB85 isVertexGroupOutput:false
2016-05-18 02:04:29,491 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:29,493 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537069162_0001_1, queueSize=0
2016-05-18 02:04:29,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069162_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537069162_0001_1, startTime=1463537069337, finishTime=1463537069491, timeTaken=154, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=260, AM_GC_TIME_MILLIS=10, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074138855, Process_Duration=11, Process_End_Time=2927074138866, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:29,493 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537069162_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:29,493 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069162_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:29 Completed Dag: dag_1463537069162_0001_1
2016-05-18 02:04:29,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537069162_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:29,494 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537069162_0001_1_post
2016-05-18 02:04:29,494 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:29,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:29,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety, with id=dag_1463537069162_0001_1
2016-05-18 02:04:29,494 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700] max/(1/1) ...ullSafety/maxbynullsafety, with id=dag_1463537069162_0001_1
2016-05-18 02:04:29,498 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537069162_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:29,498 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069162_0001_00_000002: 34 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:29,498 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537069162_0001_00_000002, Exiting
2016-05-18 02:04:29,498 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537069162_0001_00_000002
2016-05-18 02:04:29,498 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537069162_0001_00_000002
2016-05-18 02:04:29,499 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537069162_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:29,499 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537069162_0001_00_000002 completed successfully
2016-05-18 02:04:29,507 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...ullSafety/maxbynullsafety, applicationId=application_1463537069162_0001
2016-05-18 02:04:29,508 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:29,508 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:29,508 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:29,508 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:29,508 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:29,509 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:29,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:29,509 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:29,509 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:29,510 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:29,510 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:29,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:29,511 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:29,512 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:29,515 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9A514B170E4341B6A3BDB589F634F13C/B91883DFB3BF4848B2DC43FFE6AE3700/.tez/application_1463537069162_0001
2016-05-18 02:04:29,516 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety/_temporary
2016-05-18 02:04:29,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [max]  completed in: 00:00.376
2016-05-18 02:04:29,591 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety
2016-05-18 02:04:29,616 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:29,616 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:29,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:04:29,659 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:29,659 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:29,665 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-18 02:04:29,665 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:29,665 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:29,665 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:29,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:29,687 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls
2016-05-18 02:04:29,737 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] starting
2016-05-18 02:04:29,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:29,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls"]
2016-05-18 02:04:29,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  parallel execution of steps is enabled: false
2016-05-18 02:04:29,738 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  executing total steps: 1
2016-05-18 02:04:29,739 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  allocating management threads: 1
2016-05-18 02:04:29,739 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] starting step: (1/1) ...m/testSumByNulls/sumnulls
2016-05-18 02:04:29,740 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [sum] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:29,754 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] tez session mode enabled: true
2016-05-18 02:04:29,758 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:29,759 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:29,759 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:29,769 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001 doesn't exist and is created
2016-05-18 02:04:29,789 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:29,789 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:29,790 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001_wd
2016-05-18 02:04:29,805 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537069759_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:29,805 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:29,805 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:29,807 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:29,807 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:29,807 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:29,807 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:29,808 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:29,809 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:29,809 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:29,809 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:29,810 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:29,810 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:29,810 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:29,810 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:29,810 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:29,810 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:29,811 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:29,811 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:29,811 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:29,812 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:29,813 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:29,813 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:29,813 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001_wd/localmode-log-dir
2016-05-18 02:04:29,813 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001_wd/localmode-log-dir/history.txt.appattempt_1463537069759_0001_000000, maxErrors=10
2016-05-18 02:04:29,814 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:29,814 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537069759_0001_000000, appSubmitTime=1463537069805, launchTime=1463537069805
2016-05-18 02:04:29,818 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:29,819 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45251
2016-05-18 02:04:29,819 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537069759
2016-05-18 02:04:29,822 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537069759_0001_000000, startTime=1463537069822
2016-05-18 02:04:29,822 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:29,889 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:29,890 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:29,890 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...m/testSumByNulls/sumnulls, applicationId=application_1463537069759_0001, dagName=[E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-05-18 02:04:29,911 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-05-18 02:04:29,912 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:29,912 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537069759_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001_wd/localmode-log-dir/dag_1463537069759_0001_1.dot
2016-05-18 02:04:29,913 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001_wd/localmode-log-dir/dag_1463537069759_0001_1-tez-dag.pb.txt
2016-05-18 02:04:29,920 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537069759_0001_1
2016-05-18 02:04:29,920 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,920 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-05-18 02:04:29 Running Dag: dag_1463537069759_0001_1
2016-05-18 02:04:29,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537069759_0001_1, submitTime=1463537069911
2016-05-18 02:04:29,938 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001/tez-conf.pb" } size: 40953 timestamp: 1463537069000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:29,938 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,938 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:29,939 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001/tez-conf.pb" } size: 40953 timestamp: 1463537069000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:29,939 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:29,939 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:29,940 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:29,940 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537069759_0001_1, initTime=1463537069940
2016-05-18 02:04:29,940 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069759_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:29,940 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:29,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:DAG_STARTED]: dagID=dag_1463537069759_0001_1, startTime=1463537069941
2016-05-18 02:04:29,941 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069759_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:29,941 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: FB0E15250E2E41D5A4C6CE10E812AFA0 : {C4FC87EB7ABB4BB6BAAB2976AB3DF80D={InputName=C4FC87EB7ABB4BB6BAAB2976AB3DF80D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:29,941 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: C4FC87EB7ABB4BB6BAAB2976AB3DF80D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:29,941 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,941 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,941 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,942 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,942 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:29,943 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:29,943 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: C4FC87EB7ABB4BB6BAAB2976AB3DF80D on vertex vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,945 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...m/testSumByNulls/sumnulls, applicationId=application_1463537069759_0001, dagName=[E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-05-18 02:04:29,945 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input C4FC87EB7ABB4BB6BAAB2976AB3DF80D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:29,946 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:29,946 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:29,946 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:29,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537069759_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:29,947 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2], numAdditionalOutputs=1
2016-05-18 02:04:29,947 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=6C245206F6D849DB8C6FD59CBE7BD742, vertex=vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:29,947 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:29,947 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:29,947 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:29,947 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:29,948 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: C4FC87EB7ABB4BB6BAAB2976AB3DF80D on vertex vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,949 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FF835C40FD2D496DBCFC39F1E06632F2:6C245206F6D849DB8C6FD59CBE7BD742 using oldmapred API
2016-05-18 02:04:29,950 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=6C245206F6D849DB8C6FD59CBE7BD742, vertexName=FF835C40FD2D496DBCFC39F1E06632F2, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:29,951 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FF835C40FD2D496DBCFC39F1E06632F2, vertexId=vertex_1463537069759_0001_1_01, initRequestedTime=1463537069943, initedTime=1463537069947, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:29,951 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:29,951 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:29,952 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {C4FC87EB7ABB4BB6BAAB2976AB3DF80D=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:29,956 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] parallelism set to 1
2016-05-18 02:04:29,956 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:29,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, vertexId=vertex_1463537069759_0001_1_00, initRequestedTime=1463537069941, initedTime=1463537069956, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:29,956 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] with distanceFromRoot: 0
2016-05-18 02:04:29,956 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:29,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537069759_0001_1_00, startRequestedTime=1463537069942, startedTime=1463537069957
2016-05-18 02:04:29,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537069759_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:29,957 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:29,957 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537069759_0001_1_00 for vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] numStartedSources: 1 numSources: 1
2016-05-18 02:04:29,957 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] with distanceFromRoot: 1
2016-05-18 02:04:29,958 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537069759_0001_1_01, startRequestedTime=1463537069957, startedTime=1463537069957
2016-05-18 02:04:29,958 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:29,961 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: FF835C40FD2D496DBCFC39F1E06632F2 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:29,963 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in FB0E15250E2E41D5A4C6CE10E812AFA0
2016-05-18 02:04:29,963 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,963 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: FB0E15250E2E41D5A4C6CE10E812AFA0 in vertex: FF835C40FD2D496DBCFC39F1E06632F2 numBipartiteSourceTasks: 1
2016-05-18 02:04:29,964 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_STARTED]: vertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, taskId=task_1463537069759_0001_1_00_000000, scheduledTime=1463537069964, launchTime=1463537069964
2016-05-18 02:04:29,964 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:29,965 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:29,967 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537069759_0001_00_000001, launchTime=1463537069967
2016-05-18 02:04:29,968 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069759_0001_00_000001
2016-05-18 02:04:29,968 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069759_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:29,968 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537069759_0001_1_00_000000_0] started. Is using containerId: [container_1463537069759_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:29 Starting to run new task attempt: attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:29,969 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, taskAttemptId=attempt_1463537069759_0001_1_00_000000_0, startTime=1463537069968, containerId=container_1463537069759_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:29,969 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:29,971 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:29,971 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:29,971 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls, VertexName: FB0E15250E2E41D5A4C6CE10E812AFA0, VertexParallelism: 1, TaskAttemptID:attempt_1463537069759_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C4FC87EB7ABB4BB6BAAB2976AB3DF80D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FF835C40FD2D496DBCFC39F1E06632F2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:29,971 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:29,973 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537069759_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:29,974 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537069759_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:29,974 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:29,978 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum] submitted tez dag to app master: application_1463537069759_0001, with dag id: dag_1463537069759_0001_1
2016-05-18 02:04:29,980 INFO  input.MRInput (MRInput.java:initialize(440)) - C4FC87EB7ABB4BB6BAAB2976AB3DF80D using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:29,980 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: C4FC87EB7ABB4BB6BAAB2976AB3DF80D
2016-05-18 02:04:29,980 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:29,985 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FB0E15250E2E41D5A4C6CE10E812AFA0, ordinal: 0
2016-05-18 02:04:29,985 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FB0E15250E2E41D5A4C6CE10E812AFA0, mem on start (mb), free: 222, total: 489, max: 672
2016-05-18 02:04:29,985 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:29,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:29,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:29,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:29,986 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C4FC87EB7ABB4BB6BAAB2976AB3DF80D:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [FF835C40FD2D496DBCFC39F1E06632F2:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:29,986 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:29,986 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:29,986 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:29,986 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C4FC87EB7ABB4BB6BAAB2976AB3DF80D:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [FF835C40FD2D496DBCFC39F1E06632F2:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:29,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:29,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C4FC87EB7ABB4BB6BAAB2976AB3DF80D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:29,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:29,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:29,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C4FC87EB7ABB4BB6BAAB2976AB3DF80D
2016-05-18 02:04:29,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:29,987 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:29,988 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:29,989 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - C4FC87EB7ABB4BB6BAAB2976AB3DF80D initialized RecordReader from event
2016-05-18 02:04:29,991 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:29,992 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: C4FC87EB7ABB4BB6BAAB2976AB3DF80D
2016-05-18 02:04:29,992 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum)[by:[{1}:'char']], id: 12B28E76040C42D8ACD3B0CE252025A4
2016-05-18 02:04:29,992 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum)[by:[{1}:'char']] 12B28E76040C42D8ACD3B0CE252025A4
2016-05-18 02:04:29,993 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - FF835C40FD2D496DBCFC39F1E06632F2 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2a9d7465, comparator=cascading.tuple.hadoop.util.TupleComparator@4744a8be, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:29,994 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for FF835C40FD2D496DBCFC39F1E06632F2: , UsingHashComparator=false
2016-05-18 02:04:30,008 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:30,008 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:30,008 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for FF835C40FD2D496DBCFC39F1E06632F2: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:30,008 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - FF835C40FD2D496DBCFC39F1E06632F2: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:30,015 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:30,015 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FB0E15250E2E41D5A4C6CE10E812AFA0, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:30,016 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:30,017 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 120, total: 489, max: 672
2016-05-18 02:04:30,017 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:30,018 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:30,018 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 120, total: 489, max: 672
2016-05-18 02:04:30,019 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:30,019 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:30,019 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 120, total: 489, max: 672
2016-05-18 02:04:30,019 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:30,020 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:30,021 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 120, total: 489, max: 672
2016-05-18 02:04:30,021 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 72% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 02:04:30,022 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:30,022 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FB0E15250E2E41D5A4C6CE10E812AFA0, mem on close (mb), free: 120, total: 489, max: 672
2016-05-18 02:04:30,022 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - FF835C40FD2D496DBCFC39F1E06632F2: Starting flush of map output
2016-05-18 02:04:30,023 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - FF835C40FD2D496DBCFC39F1E06632F2: Span0.length = 9, perItem = 10
2016-05-18 02:04:30,023 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - FF835C40FD2D496DBCFC39F1E06632F2: done sorting span=0, length=9, time=0
2016-05-18 02:04:30,023 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - FF835C40FD2D496DBCFC39F1E06632F2: Heap = SpanIterator<0:8> (span=Span[16777216,96]),
2016-05-18 02:04:30,025 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - FF835C40FD2D496DBCFC39F1E06632F2: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001_wd/localmode-local-dir/output/attempt_1463537069759_0001_1_00_000000_0_10177_0/file.out
2016-05-18 02:04:30,027 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:30,028 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537069759_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:30,028 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537069759_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:30,028 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537069759_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537070016, Process_Duration=6, Process_End_Time=1463537070022, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:30,029 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537069759_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:30,029 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:30,029 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:30,029 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, taskAttemptId=attempt_1463537069759_0001_1_00_000000_0, creationTime=1463537069964, allocationTime=1463537069967, startTime=1463537069968, finishTime=1463537070030, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:30,030 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:30,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_FINISHED]: vertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, taskId=task_1463537069759_0001_1_00_000000, startTime=1463537069968, finishTime=1463537070030, timeTaken=62, status=SUCCEEDED, successfulAttemptID=attempt_1463537069759_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537070016, Process_Duration=6, Process_End_Time=1463537070022, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:30,031 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069759_0001_00_000001
2016-05-18 02:04:30,031 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:30,031 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:30,032 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_FINISHED]: vertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, vertexId=vertex_1463537069759_0001_1_00, initRequestedTime=1463537069941, initedTime=1463537069956, startRequestedTime=1463537069942, startedTime=1463537069957, finishTime=1463537070031, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537070016, Process_Duration=6, Process_End_Time=1463537070022, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537069968, firstTasksToStart=[ task_1463537069759_0001_1_00_000000 ], lastTaskFinishTime=1463537070030, lastTasksToFinish=[ task_1463537069759_0001_1_00_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537069759_0001_1_00_000000 ], longestDurationTasks=[ task_1463537069759_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:30,032 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:30,032 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537069759_0001_00_000001, stoppedTime=1463537070032, exitStatus=0
2016-05-18 02:04:30,033 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] attempt: attempt_1463537069759_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:30,033 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:30,033 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:30,033 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FF835C40FD2D496DBCFC39F1E06632F2
2016-05-18 02:04:30,033 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, destinationVertexName=FF835C40FD2D496DBCFC39F1E06632F2. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:30,033 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:30,034 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537069759_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:30,034 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_STARTED]: vertexName=FF835C40FD2D496DBCFC39F1E06632F2, taskId=task_1463537069759_0001_1_01_000000, scheduledTime=1463537070034, launchTime=1463537070034
2016-05-18 02:04:30,034 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:30,036 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537069759_0001_00_000002, launchTime=1463537070035
2016-05-18 02:04:30,036 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069759_0001_00_000002
2016-05-18 02:04:30,037 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069759_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,037 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537069759_0001_1_01_000000_0] started. Is using containerId: [container_1463537069759_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:30 Starting to run new task attempt: attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FF835C40FD2D496DBCFC39F1E06632F2, taskAttemptId=attempt_1463537069759_0001_1_01_000000_0, startTime=1463537070036, containerId=container_1463537069759_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:30,037 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,037 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,037 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:30,037 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls, VertexName: FF835C40FD2D496DBCFC39F1E06632F2, VertexParallelism: 1, TaskAttemptID:attempt_1463537069759_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FB0E15250E2E41D5A4C6CE10E812AFA0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6C245206F6D849DB8C6FD59CBE7BD742, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:30,038 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:30,038 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,038 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537069759_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:30,039 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537069759_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:30,043 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:30,043 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537069759_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:30,043 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069759_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:30,043 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537069759_0001_00_000001, Exiting
2016-05-18 02:04:30,043 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537069759_0001_00_000001
2016-05-18 02:04:30,043 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537069759_0001_00_000001
2016-05-18 02:04:30,045 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537069759_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:30,046 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537069759_0001_00_000001 completed successfully
2016-05-18 02:04:30,048 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:30,048 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FF835C40FD2D496DBCFC39F1E06632F2, ordinal: 1
2016-05-18 02:04:30,048 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF835C40FD2D496DBCFC39F1E06632F2, mem on start (mb), free: 115, total: 489, max: 672
2016-05-18 02:04:30,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:30,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:30,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:30,052 INFO  output.MROutput (MROutput.java:initialize(421)) - 6C245206F6D849DB8C6FD59CBE7BD742: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:30,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:30,052 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[6C245206F6D849DB8C6FD59CBE7BD742:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [FB0E15250E2E41D5A4C6CE10E812AFA0:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:30,052 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:30,052 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:30,053 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:30,053 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[6C245206F6D849DB8C6FD59CBE7BD742:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [FB0E15250E2E41D5A4C6CE10E812AFA0:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:30,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:30,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FB0E15250E2E41D5A4C6CE10E812AFA0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:30,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:30,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:30,054 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - FB0E15250E2E41D5A4C6CE10E812AFA0: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:30,054 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - FB0E15250E2E41D5A4C6CE10E812AFA0: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:30,055 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: FB0E15250E2E41D5A4C6CE10E812AFA0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:30,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FB0E15250E2E41D5A4C6CE10E812AFA0
2016-05-18 02:04:30,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:30,058 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,058 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FB0E15250E2E41D5A4C6CE10E812AFA0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:30,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537069759_0001_1_00_000000_0_10177} to DISK_DIRECT, csize=98, dsize=94, EndTime=1463537070060, TimeTaken=1, Rate=0.09 MB/s
2016-05-18 02:04:30,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : FB0E15250E2E41D5A4C6CE10E812AFA0
2016-05-18 02:04:30,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:30,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: FB0E15250E2E41D5A4C6CE10E812AFA0, wasInterrupted=false
2016-05-18 02:04:30,061 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:30,061 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:30,061 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(sum)[by:[{1}:'char']]
2016-05-18 02:04:30,062 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001_wd/localmode-local-dir/output/attempt_1463537069759_0001_1_00_000000_0_10177/file.out, len=98, isLocal=true
2016-05-18 02:04:30,062 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 98 bytes from disk
2016-05-18 02:04:30,062 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:30,062 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:30,062 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 81 bytes
2016-05-18 02:04:30,062 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : FB0E15250E2E41D5A4C6CE10E812AFA0
2016-05-18 02:04:30,062 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(sum)[by:[{1}:'char']] streamed: true, id: 12B28E76040C42D8ACD3B0CE252025A4
2016-05-18 02:04:30,062 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - FB0E15250E2E41D5A4C6CE10E812AFA0: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:30,062 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls"], id: 6C245206F6D849DB8C6FD59CBE7BD742
2016-05-18 02:04:30,062 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - FB0E15250E2E41D5A4C6CE10E812AFA0: Shuffle Runner thread complete
2016-05-18 02:04:30,063 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls"]
2016-05-18 02:04:30,063 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(sum)[by:[{1}:'char']] 12B28E76040C42D8ACD3B0CE252025A4, for 1 inputs
2016-05-18 02:04:30,063 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FF835C40FD2D496DBCFC39F1E06632F2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:30,063 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - FB0E15250E2E41D5A4C6CE10E812AFA0: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:30,066 INFO  output.MROutput (MROutput.java:close(526)) - 6C245206F6D849DB8C6FD59CBE7BD742 closed
2016-05-18 02:04:30,066 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537069759_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:30,067 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,067 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF835C40FD2D496DBCFC39F1E06632F2, mem on close (mb), free: 111, total: 489, max: 672
2016-05-18 02:04:30,067 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: FB0E15250E2E41D5A4C6CE10E812AFA0
2016-05-18 02:04:30,068 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FB0E15250E2E41D5A4C6CE10E812AFA0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:30,068 INFO  output.MROutput (MROutput.java:close(526)) - 6C245206F6D849DB8C6FD59CBE7BD742 closed
2016-05-18 02:04:30,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,068 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537069759_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:30,068 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537069759_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:30,069 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537069759_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537070063, Process_Duration=4, Process_End_Time=1463537070067, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:30,069 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537069759_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:30,070 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FF835C40FD2D496DBCFC39F1E06632F2, taskAttemptId=attempt_1463537069759_0001_1_01_000000_0, creationTime=1463537070034, allocationTime=1463537070035, startTime=1463537070036, finishTime=1463537070070, timeTaken=34, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:30,070 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30,070 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:TASK_FINISHED]: vertexName=FF835C40FD2D496DBCFC39F1E06632F2, taskId=task_1463537069759_0001_1_01_000000, startTime=1463537070036, finishTime=1463537070070, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1463537069759_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537070063, Process_Duration=4, Process_End_Time=1463537070067, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:30,071 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:30,071 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2]
2016-05-18 02:04:30,070 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:30,071 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:30,071 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:VERTEX_FINISHED]: vertexName=FF835C40FD2D496DBCFC39F1E06632F2, vertexId=vertex_1463537069759_0001_1_01, initRequestedTime=1463537069943, initedTime=1463537069947, startRequestedTime=1463537069957, startedTime=1463537069957, finishTime=1463537070071, timeTaken=114, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537070063, Process_Duration=4, Process_End_Time=1463537070067, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537070036, firstTasksToStart=[ task_1463537069759_0001_1_01_000000 ], lastTaskFinishTime=1463537070070, lastTasksToFinish=[ task_1463537069759_0001_1_01_000000 ], minTaskDuration=34, maxTaskDuration=34, avgTaskDuration=34.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537069759_0001_1_01_000000 ], longestDurationTasks=[ task_1463537069759_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:30,072 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:30,072 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537069759_0001_00_000002, stoppedTime=1463537070072, exitStatus=0
2016-05-18 02:04:30,072 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:30,072 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:30,072 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537069759_0001_1_00 [FB0E15250E2E41D5A4C6CE10E812AFA0]
2016-05-18 02:04:30,072 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537069759_0001_1
2016-05-18 02:04:30,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537069759_0001_1
2016-05-18 02:04:30,072 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537069759_0001_00_000002
2016-05-18 02:04:30,074 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537069759_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:30,074 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537069759_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:30,074 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537069759_0001_00_000002, Exiting
2016-05-18 02:04:30,074 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537069759_0001_00_000002
2016-05-18 02:04:30,074 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537069759_0001_00_000002
2016-05-18 02:04:30,074 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537069759_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:30,075 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537069759_0001_00_000002 completed successfully
2016-05-18 02:04:30,075 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 6C245206F6D849DB8C6FD59CBE7BD742 for vertex: vertex_1463537069759_0001_1_01 [FF835C40FD2D496DBCFC39F1E06632F2], outputName: 6C245206F6D849DB8C6FD59CBE7BD742
2016-05-18 02:04:30,078 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069759_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:30,078 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537069759_0001_00_000002
2016-05-18 02:04:30,085 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:6C245206F6D849DB8C6FD59CBE7BD742 of vertex/vertexGroup:FF835C40FD2D496DBCFC39F1E06632F2 isVertexGroupOutput:false
2016-05-18 02:04:30,085 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:30,087 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537069759_0001_1, queueSize=0
2016-05-18 02:04:30,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537069759_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537069759_0001_1, startTime=1463537069940, finishTime=1463537070085, timeTaken=145, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=280, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074140079, Process_Duration=10, Process_End_Time=2927074140089, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:30,087 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537069759_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:30,087 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537069759_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:30 Completed Dag: dag_1463537069759_0001_1
2016-05-18 02:04:30,087 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537069759_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:30,088 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537069759_0001_1_post
2016-05-18 02:04:30,088 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,088 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:30,088 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:30,088 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls, with id=dag_1463537069759_0001_1
2016-05-18 02:04:30,088 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB] sum/(1/1) ...m/testSumByNulls/sumnulls, with id=dag_1463537069759_0001_1
2016-05-18 02:04:30,094 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...m/testSumByNulls/sumnulls, applicationId=application_1463537069759_0001
2016-05-18 02:04:30,096 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:30,096 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:30,096 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:30,096 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:30,096 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:30,097 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:30,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:30,097 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:30,097 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:30,097 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:30,098 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:30,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:30,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:30,099 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:30,102 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/E067918FE2824BF9B39824D6A3AA1BA5/FFC6FDAF648644C1A40592164C7B58EB/.tez/application_1463537069759_0001
2016-05-18 02:04:30,103 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls/_temporary
2016-05-18 02:04:30,103 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [sum]  completed in: 00:00.366
2016-05-18 02:04:30,181 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls
2016-05-18 02:04:30,212 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:30,213 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:30,250 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-18 02:04:30,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-05-18 02:04:30,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:30,264 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:30,264 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:30,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:30,299 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall
2016-05-18 02:04:30,339 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting
2016-05-18 02:04:30,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:30,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  sink: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall"]
2016-05-18 02:04:30,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  parallel execution of steps is enabled: false
2016-05-18 02:04:30,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  executing total steps: 1
2016-05-18 02:04:30,340 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  allocating management threads: 1
2016-05-18 02:04:30,342 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting step: (1/1) ...orm/testCountAll/countall
2016-05-18 02:04:30,342 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:30,473 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tez session mode enabled: true
2016-05-18 02:04:30,478 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:30,478 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:30,478 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:30,489 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001 doesn't exist and is created
2016-05-18 02:04:30,511 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:30,511 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:30,513 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001_wd
2016-05-18 02:04:30,520 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:30,520 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:30,531 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537070478_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:30,531 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:30,531 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:30,533 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:30,533 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:30,533 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:30,533 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:30,534 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:30,535 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:30,535 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:30,535 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:30,535 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:30,535 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:30,535 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:30,536 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:30,536 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:30,536 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:30,536 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:30,536 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:30,536 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:30,538 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:30,538 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:30,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:30,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001_wd/localmode-log-dir
2016-05-18 02:04:30,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001_wd/localmode-log-dir/history.txt.appattempt_1463537070478_0001_000000, maxErrors=10
2016-05-18 02:04:30,540 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:30,540 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537070478_0001_000000, appSubmitTime=1463537070530, launchTime=1463537070530
2016-05-18 02:04:30,543 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:30,550 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:55951
2016-05-18 02:04:30,550 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537070478
2016-05-18 02:04:30,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537070478_0001_000000, startTime=1463537070552
2016-05-18 02:04:30,552 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:30,611 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:30,612 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:30,612 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...orm/testCountAll/countall, applicationId=application_1463537070478_0001, dagName=[9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall
2016-05-18 02:04:30,628 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall
2016-05-18 02:04:30,629 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:30,629 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537070478_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001_wd/localmode-log-dir/dag_1463537070478_0001_1.dot
2016-05-18 02:04:30,630 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001_wd/localmode-log-dir/dag_1463537070478_0001_1-tez-dag.pb.txt
2016-05-18 02:04:30,636 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537070478_0001_1
2016-05-18 02:04:30,636 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,636 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall
2016-05-18 02:04:30 Running Dag: dag_1463537070478_0001_1
2016-05-18 02:04:30,651 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537070478_0001_1, submitTime=1463537070629
2016-05-18 02:04:30,652 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001/tez-conf.pb" } size: 40953 timestamp: 1463537070000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:30,652 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,653 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:30,654 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001/tez-conf.pb" } size: 40953 timestamp: 1463537070000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:30,654 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,655 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:30,655 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:30,656 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537070478_0001_1, initTime=1463537070655
2016-05-18 02:04:30,656 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537070478_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:30,656 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:30,658 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:DAG_STARTED]: dagID=dag_1463537070478_0001_1, startTime=1463537070658
2016-05-18 02:04:30,658 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537070478_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:30,658 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DB38CDDE24B24BFEBDD35BA4F98530E2 : {DB198008A4E34A0FA4BA924FB4B4437E={InputName=DB198008A4E34A0FA4BA924FB4B4437E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:30,658 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: DB198008A4E34A0FA4BA924FB4B4437E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:30,658 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,658 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,658 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,658 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,659 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:30,659 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,659 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...orm/testCountAll/countall, applicationId=application_1463537070478_0001, dagName=[9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall
2016-05-18 02:04:30,661 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: DB198008A4E34A0FA4BA924FB4B4437E on vertex vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,662 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:30,662 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,663 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,663 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537070478_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:30,664 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29], numAdditionalOutputs=1
2016-05-18 02:04:30,664 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=4ECC50EEA5A74CA4BDE1C7E15EA47B84, vertex=vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:30,664 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input DB198008A4E34A0FA4BA924FB4B4437E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:30,666 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:30,666 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:30,666 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:30,667 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:30,666 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D52CEEDE41B54AE8AF0E8FA114D79B29:4ECC50EEA5A74CA4BDE1C7E15EA47B84 using oldmapred API
2016-05-18 02:04:30,667 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=4ECC50EEA5A74CA4BDE1C7E15EA47B84, vertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:30,667 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: DB198008A4E34A0FA4BA924FB4B4437E on vertex vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,668 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, vertexId=vertex_1463537070478_0001_1_01, initRequestedTime=1463537070659, initedTime=1463537070664, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:30,668 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:30,669 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:30,669 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {DB198008A4E34A0FA4BA924FB4B4437E=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:30,670 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] parallelism set to 1
2016-05-18 02:04:30,670 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:30,671 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, vertexId=vertex_1463537070478_0001_1_00, initRequestedTime=1463537070658, initedTime=1463537070671, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:30,671 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] with distanceFromRoot: 0
2016-05-18 02:04:30,671 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:30,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537070478_0001_1_00, startRequestedTime=1463537070659, startedTime=1463537070671
2016-05-18 02:04:30,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537070478_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:30,672 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:30,673 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537070478_0001_1_00 for vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] numStartedSources: 1 numSources: 1
2016-05-18 02:04:30,673 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] with distanceFromRoot: 1
2016-05-18 02:04:30,673 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DB38CDDE24B24BFEBDD35BA4F98530E2
2016-05-18 02:04:30,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537070478_0001_1_01, startRequestedTime=1463537070673, startedTime=1463537070673
2016-05-18 02:04:30,674 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:30,674 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,675 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: D52CEEDE41B54AE8AF0E8FA114D79B29 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:30,675 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_STARTED]: vertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, taskId=task_1463537070478_0001_1_00_000000, scheduledTime=1463537070675, launchTime=1463537070675
2016-05-18 02:04:30,676 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,678 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: DB38CDDE24B24BFEBDD35BA4F98530E2 in vertex: D52CEEDE41B54AE8AF0E8FA114D79B29 numBipartiteSourceTasks: 1
2016-05-18 02:04:30,678 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:30,680 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537070478_0001_00_000001, launchTime=1463537070680
2016-05-18 02:04:30,681 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] submitted tez dag to app master: application_1463537070478_0001, with dag id: dag_1463537070478_0001_1
2016-05-18 02:04:30,682 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537070478_0001_00_000001
2016-05-18 02:04:30,682 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537070478_0001_1_00_000000_0] started. Is using containerId: [container_1463537070478_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:30,683 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, taskAttemptId=attempt_1463537070478_0001_1_00_000000_0, startTime=1463537070682, containerId=container_1463537070478_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:30,684 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537070478_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30 Starting to run new task attempt: attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30,685 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30,685 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,685 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:30,685 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall, VertexName: DB38CDDE24B24BFEBDD35BA4F98530E2, VertexParallelism: 1, TaskAttemptID:attempt_1463537070478_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DB198008A4E34A0FA4BA924FB4B4437E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:30,685 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:30,685 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30,688 INFO  input.MRInput (MRInput.java:initialize(440)) - DB198008A4E34A0FA4BA924FB4B4437E using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:30,688 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: DB198008A4E34A0FA4BA924FB4B4437E
2016-05-18 02:04:30,689 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:30,690 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537070478_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:30,690 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537070478_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:30,693 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DB38CDDE24B24BFEBDD35BA4F98530E2, ordinal: 0
2016-05-18 02:04:30,694 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB38CDDE24B24BFEBDD35BA4F98530E2, mem on start (mb), free: 422, total: 518, max: 672
2016-05-18 02:04:30,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:30,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:30,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:30,694 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:30,694 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DB198008A4E34A0FA4BA924FB4B4437E:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [D52CEEDE41B54AE8AF0E8FA114D79B29:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:30,694 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:30,695 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:30,695 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:30,695 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DB198008A4E34A0FA4BA924FB4B4437E:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [D52CEEDE41B54AE8AF0E8FA114D79B29:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:30,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:30,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DB198008A4E34A0FA4BA924FB4B4437E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:30,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:30,696 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:30,695 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DB198008A4E34A0FA4BA924FB4B4437E
2016-05-18 02:04:30,696 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:30,696 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30,700 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:30,701 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: DB198008A4E34A0FA4BA924FB4B4437E
2016-05-18 02:04:30,701 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{?}:NONE]], id: F6FCAB41F1384AB3B6C3AFAE641AED26
2016-05-18 02:04:30,702 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{?}:NONE]] F6FCAB41F1384AB3B6C3AFAE641AED26
2016-05-18 02:04:30,702 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:30,702 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - DB198008A4E34A0FA4BA924FB4B4437E initialized RecordReader from event
2016-05-18 02:04:30,704 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - D52CEEDE41B54AE8AF0E8FA114D79B29 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@6845908b, comparator=cascading.tuple.hadoop.util.TupleComparator@2f14cb28, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:30,704 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for D52CEEDE41B54AE8AF0E8FA114D79B29: , UsingHashComparator=false
2016-05-18 02:04:30,717 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:30,717 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:30,717 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for D52CEEDE41B54AE8AF0E8FA114D79B29: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:30,717 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - D52CEEDE41B54AE8AF0E8FA114D79B29: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:30,718 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:30,718 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DB38CDDE24B24BFEBDD35BA4F98530E2, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:30,720 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30,720 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DB38CDDE24B24BFEBDD35BA4F98530E2, mem on close (mb), free: 320, total: 518, max: 672
2016-05-18 02:04:30,721 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - D52CEEDE41B54AE8AF0E8FA114D79B29: Starting flush of map output
2016-05-18 02:04:30,721 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - D52CEEDE41B54AE8AF0E8FA114D79B29: Span0.length = 1, perItem = 2
2016-05-18 02:04:30,721 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - D52CEEDE41B54AE8AF0E8FA114D79B29: done sorting span=0, length=1, time=0
2016-05-18 02:04:30,721 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - D52CEEDE41B54AE8AF0E8FA114D79B29: Heap = SpanIterator<0:0> (span=Span[16777216,2]),
2016-05-18 02:04:30,722 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - D52CEEDE41B54AE8AF0E8FA114D79B29: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001_wd/localmode-local-dir/output/attempt_1463537070478_0001_1_00_000000_0_10183_0/file.out
2016-05-18 02:04:30,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30,726 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537070478_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:30,726 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537070478_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:30,727 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537070478_0001_1_00_000000_0: Counters: 20 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=2, OUTPUT_BYTES_WITH_OVERHEAD=10, OUTPUT_BYTES_PHYSICAL=14, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537070718, Process_Duration=2, Process_End_Time=1463537070720, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Hit=12, Num_Keys_Missed=1]]
2016-05-18 02:04:30,727 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537070478_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:30,727 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:30,727 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:30,728 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, taskAttemptId=attempt_1463537070478_0001_1_00_000000_0, creationTime=1463537070676, allocationTime=1463537070679, startTime=1463537070682, finishTime=1463537070728, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:30,728 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30,728 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537070478_0001_00_000001
2016-05-18 02:04:30,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_FINISHED]: vertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, taskId=task_1463537070478_0001_1_00_000000, startTime=1463537070682, finishTime=1463537070728, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463537070478_0001_1_00_000000_0, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=2, OUTPUT_BYTES_WITH_OVERHEAD=10, OUTPUT_BYTES_PHYSICAL=14, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537070718, Process_Duration=2, Process_End_Time=1463537070720, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-05-18 02:04:30,729 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:30,729 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_FINISHED]: vertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, vertexId=vertex_1463537070478_0001_1_00, initRequestedTime=1463537070658, initedTime=1463537070671, startRequestedTime=1463537070659, startedTime=1463537070671, finishTime=1463537070729, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=2, OUTPUT_BYTES_WITH_OVERHEAD=10, OUTPUT_BYTES_PHYSICAL=14, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537070718, Process_Duration=2, Process_End_Time=1463537070720, Read_Duration=2, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1, vertexStats=firstTaskStartTime=1463537070682, firstTasksToStart=[ task_1463537070478_0001_1_00_000000 ], lastTaskFinishTime=1463537070728, lastTasksToFinish=[ task_1463537070478_0001_1_00_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537070478_0001_1_00_000000 ], longestDurationTasks=[ task_1463537070478_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:30,730 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:30,730 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] attempt: attempt_1463537070478_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:30,730 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D52CEEDE41B54AE8AF0E8FA114D79B29
2016-05-18 02:04:30,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537070478_0001_00_000001, stoppedTime=1463537070730, exitStatus=0
2016-05-18 02:04:30,731 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:30,731 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:30,731 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, destinationVertexName=D52CEEDE41B54AE8AF0E8FA114D79B29. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:30,731 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537070478_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:30,731 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_STARTED]: vertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, taskId=task_1463537070478_0001_1_01_000000, scheduledTime=1463537070732, launchTime=1463537070732
2016-05-18 02:04:30,732 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,734 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537070478_0001_00_000002, launchTime=1463537070733
2016-05-18 02:04:30,734 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537070478_0001_00_000002
2016-05-18 02:04:30,735 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537070478_0001_1_01_000000_0] started. Is using containerId: [container_1463537070478_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:30,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, taskAttemptId=attempt_1463537070478_0001_1_01_000000_0, startTime=1463537070734, containerId=container_1463537070478_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:30,735 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537070478_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30 Starting to run new task attempt: attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30,736 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30,736 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,736 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:30,736 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall, VertexName: D52CEEDE41B54AE8AF0E8FA114D79B29, VertexParallelism: 1, TaskAttemptID:attempt_1463537070478_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DB38CDDE24B24BFEBDD35BA4F98530E2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=4ECC50EEA5A74CA4BDE1C7E15EA47B84, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:30,736 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:30,738 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30,739 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537070478_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,739 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537070478_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:30,740 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537070478_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:30,740 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537070478_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:30,740 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537070478_0001_00_000001, Exiting
2016-05-18 02:04:30,741 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537070478_0001_00_000001
2016-05-18 02:04:30,741 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537070478_0001_00_000001
2016-05-18 02:04:30,742 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537070478_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:30,742 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537070478_0001_00_000001 completed successfully
2016-05-18 02:04:30,742 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:30,743 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:30,748 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D52CEEDE41B54AE8AF0E8FA114D79B29, ordinal: 1
2016-05-18 02:04:30,748 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D52CEEDE41B54AE8AF0E8FA114D79B29, mem on start (mb), free: 315, total: 518, max: 672
2016-05-18 02:04:30,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:30,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:30,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:30,752 INFO  output.MROutput (MROutput.java:initialize(421)) - 4ECC50EEA5A74CA4BDE1C7E15EA47B84: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:30,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:30,753 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[DB38CDDE24B24BFEBDD35BA4F98530E2:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [4ECC50EEA5A74CA4BDE1C7E15EA47B84:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:30,753 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:30,753 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:30,753 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:30,754 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[DB38CDDE24B24BFEBDD35BA4F98530E2:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [4ECC50EEA5A74CA4BDE1C7E15EA47B84:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:30,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:30,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: DB38CDDE24B24BFEBDD35BA4F98530E2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:30,754 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - DB38CDDE24B24BFEBDD35BA4F98530E2: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:30,755 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - DB38CDDE24B24BFEBDD35BA4F98530E2: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:30,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:30,755 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: DB38CDDE24B24BFEBDD35BA4F98530E2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:30,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:30,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: DB38CDDE24B24BFEBDD35BA4F98530E2
2016-05-18 02:04:30,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:30,758 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30,759 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DB38CDDE24B24BFEBDD35BA4F98530E2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:30,762 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537070478_0001_1_00_000000_0_10183} to DISK_DIRECT, csize=14, dsize=10, EndTime=1463537070762, TimeTaken=2, Rate=0.01 MB/s
2016-05-18 02:04:30,763 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : DB38CDDE24B24BFEBDD35BA4F98530E2
2016-05-18 02:04:30,763 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{?}:NONE]]
2016-05-18 02:04:30,763 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:30,764 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{?}:NONE]] streamed: true, id: F6FCAB41F1384AB3B6C3AFAE641AED26
2016-05-18 02:04:30,764 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall"], id: 4ECC50EEA5A74CA4BDE1C7E15EA47B84
2016-05-18 02:04:30,764 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall"]
2016-05-18 02:04:30,764 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{?}:NONE]] F6FCAB41F1384AB3B6C3AFAE641AED26, for 1 inputs
2016-05-18 02:04:30,764 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: DB38CDDE24B24BFEBDD35BA4F98530E2, wasInterrupted=false
2016-05-18 02:04:30,765 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:30,767 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:30,767 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001_wd/localmode-local-dir/output/attempt_1463537070478_0001_1_00_000000_0_10183/file.out, len=14, isLocal=true
2016-05-18 02:04:30,767 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 14 bytes from disk
2016-05-18 02:04:30,767 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:30,768 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:30,768 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 3 bytes
2016-05-18 02:04:30,769 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : DB38CDDE24B24BFEBDD35BA4F98530E2
2016-05-18 02:04:30,769 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - DB38CDDE24B24BFEBDD35BA4F98530E2: Shuffle Runner thread complete
2016-05-18 02:04:30,769 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D52CEEDE41B54AE8AF0E8FA114D79B29, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:04:30,770 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - DB38CDDE24B24BFEBDD35BA4F98530E2: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:30,772 INFO  output.MROutput (MROutput.java:close(526)) - 4ECC50EEA5A74CA4BDE1C7E15EA47B84 closed
2016-05-18 02:04:30,773 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537070478_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:30,773 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30,773 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D52CEEDE41B54AE8AF0E8FA114D79B29, mem on close (mb), free: 311, total: 518, max: 672
2016-05-18 02:04:30,773 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: DB38CDDE24B24BFEBDD35BA4F98530E2
2016-05-18 02:04:30,774 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - DB38CDDE24B24BFEBDD35BA4F98530E2: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:30,774 INFO  output.MROutput (MROutput.java:close(526)) - 4ECC50EEA5A74CA4BDE1C7E15EA47B84 closed
2016-05-18 02:04:30,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30,775 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537070478_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:30,776 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537070478_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:30,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537070478_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=14, SHUFFLE_BYTES=14, SHUFFLE_BYTES_DECOMPRESSED=10, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=14, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537070770, Process_Duration=3, Process_End_Time=1463537070773, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-05-18 02:04:30,777 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537070478_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:30,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, taskAttemptId=attempt_1463537070478_0001_1_01_000000_0, creationTime=1463537070732, allocationTime=1463537070733, startTime=1463537070734, finishTime=1463537070777, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:30,777 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:TASK_FINISHED]: vertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, taskId=task_1463537070478_0001_1_01_000000, startTime=1463537070734, finishTime=1463537070777, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537070478_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=14, SHUFFLE_BYTES=14, SHUFFLE_BYTES_DECOMPRESSED=10, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=14, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537070770, Process_Duration=3, Process_End_Time=1463537070773, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-05-18 02:04:30,778 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:30,778 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29]
2016-05-18 02:04:30,777 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:30,778 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:30,778 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,779 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537070478_0001_00_000002
2016-05-18 02:04:30,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:VERTEX_FINISHED]: vertexName=D52CEEDE41B54AE8AF0E8FA114D79B29, vertexId=vertex_1463537070478_0001_1_01, initRequestedTime=1463537070659, initedTime=1463537070664, startRequestedTime=1463537070673, startedTime=1463537070673, finishTime=1463537070778, timeTaken=105, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=14, SHUFFLE_BYTES=14, SHUFFLE_BYTES_DECOMPRESSED=10, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=14, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537070770, Process_Duration=3, Process_End_Time=1463537070773, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1463537070734, firstTasksToStart=[ task_1463537070478_0001_1_01_000000 ], lastTaskFinishTime=1463537070777, lastTasksToFinish=[ task_1463537070478_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537070478_0001_1_01_000000 ], longestDurationTasks=[ task_1463537070478_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:30,779 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:30,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537070478_0001_00_000002, stoppedTime=1463537070780, exitStatus=0
2016-05-18 02:04:30,780 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:30,780 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:30,780 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537070478_0001_1_00 [DB38CDDE24B24BFEBDD35BA4F98530E2]
2016-05-18 02:04:30,780 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537070478_0001_1
2016-05-18 02:04:30,780 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537070478_0001_1
2016-05-18 02:04:30,780 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 4ECC50EEA5A74CA4BDE1C7E15EA47B84 for vertex: vertex_1463537070478_0001_1_01 [D52CEEDE41B54AE8AF0E8FA114D79B29], outputName: 4ECC50EEA5A74CA4BDE1C7E15EA47B84
2016-05-18 02:04:30,781 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537070478_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:30,781 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537070478_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:30,781 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537070478_0001_00_000002, Exiting
2016-05-18 02:04:30,781 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537070478_0001_00_000002
2016-05-18 02:04:30,781 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537070478_0001_00_000002
2016-05-18 02:04:30,782 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537070478_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:30,782 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537070478_0001_00_000002 completed successfully
2016-05-18 02:04:30,782 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537070478_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:30,782 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537070478_0001_00_000002
2016-05-18 02:04:30,791 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:4ECC50EEA5A74CA4BDE1C7E15EA47B84 of vertex/vertexGroup:D52CEEDE41B54AE8AF0E8FA114D79B29 isVertexGroupOutput:false
2016-05-18 02:04:30,791 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:30,793 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537070478_0001_1, queueSize=0
2016-05-18 02:04:30,793 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537070478_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537070478_0001_1, startTime=1463537070656, finishTime=1463537070791, timeTaken=135, status=SUCCEEDED, diagnostics=, counters=Counters: 50, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=230, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=2, OUTPUT_BYTES=2, OUTPUT_BYTES_WITH_OVERHEAD=10, OUTPUT_BYTES_PHYSICAL=14, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=14, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=14, SHUFFLE_BYTES_DECOMPRESSED=10, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=14, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074141488, Process_Duration=5, Process_End_Time=2927074141493, Read_Duration=2, Tuples_Read=14, Tuples_Written=2, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-05-18 02:04:30,793 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537070478_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:30,793 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537070478_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:30 Completed Dag: dag_1463537070478_0001_1
2016-05-18 02:04:30,793 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537070478_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:30,794 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537070478_0001_1_post
2016-05-18 02:04:30,794 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:30,794 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:30,794 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:30,794 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall, with id=dag_1463537070478_0001_1
2016-05-18 02:04:30,794 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C] count/(1/1) ...orm/testCountAll/countall, with id=dag_1463537070478_0001_1
2016-05-18 02:04:30,803 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...orm/testCountAll/countall, applicationId=application_1463537070478_0001
2016-05-18 02:04:30,804 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:30,804 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:30,804 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:30,804 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:30,804 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:30,805 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:30,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:30,806 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:30,807 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:30,807 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:30,807 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:30,807 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:30,809 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:30,809 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:30,813 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9FBD347C66D4484C907B87C367D66E2D/CEFC912A49E44E40A47454C6AE2AA94C/.tez/application_1463537070478_0001
2016-05-18 02:04:30,813 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall/_temporary
2016-05-18 02:04:30,813 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  completed in: 00:00.474
2016-05-18 02:04:30,915 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountAll/countall
2016-05-18 02:04:30,955 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:30,955 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:30,967 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:30,967 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:31,026 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-05-18 02:04:31,047 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.037
2016-05-18 02:04:31,047 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:31,048 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:31,048 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:31,074 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:31,082 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi
2016-05-18 02:04:31,134 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting
2016-05-18 02:04:31,134 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:31,135 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi"]
2016-05-18 02:04:31,135 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  parallel execution of steps is enabled: false
2016-05-18 02:04:31,135 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  executing total steps: 1
2016-05-18 02:04:31,135 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  allocating management threads: 1
2016-05-18 02:04:31,136 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting step: (1/1) ...tParallelAggregates/multi
2016-05-18 02:04:31,136 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:31,150 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tez session mode enabled: true
2016-05-18 02:04:31,154 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:31,155 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:31,155 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:31,164 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001 doesn't exist and is created
2016-05-18 02:04:31,183 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:31,183 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:31,184 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001_wd
2016-05-18 02:04:31,204 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537071155_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:31,205 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:31,205 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:31,207 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:31,207 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:31,207 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:31,207 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:31,208 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:31,209 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:31,209 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:31,209 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:31,210 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:31,210 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:31,210 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:31,210 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:31,210 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:31,210 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:31,210 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:31,210 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:31,210 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:31,214 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:31,215 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:31,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:31,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001_wd/localmode-log-dir
2016-05-18 02:04:31,216 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001_wd/localmode-log-dir/history.txt.appattempt_1463537071155_0001_000000, maxErrors=10
2016-05-18 02:04:31,216 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:31,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537071155_0001_000000, appSubmitTime=1463537071204, launchTime=1463537071204
2016-05-18 02:04:31,220 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:31,225 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:35797
2016-05-18 02:04:31,226 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537071155
2016-05-18 02:04:31,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537071155_0001_000000, startTime=1463537071228
2016-05-18 02:04:31,228 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:31,285 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:31,285 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:31,285 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tParallelAggregates/multi, applicationId=application_1463537071155_0001, dagName=[8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi
2016-05-18 02:04:31,301 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi
2016-05-18 02:04:31,301 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:31,302 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537071155_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001_wd/localmode-log-dir/dag_1463537071155_0001_1.dot
2016-05-18 02:04:31,303 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001_wd/localmode-log-dir/dag_1463537071155_0001_1-tez-dag.pb.txt
2016-05-18 02:04:31,310 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537071155_0001_1
2016-05-18 02:04:31,310 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,310 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi
2016-05-18 02:04:31 Running Dag: dag_1463537071155_0001_1
2016-05-18 02:04:31,324 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537071155_0001_1, submitTime=1463537071301
2016-05-18 02:04:31,326 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001/tez-conf.pb" } size: 40953 timestamp: 1463537071000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:31,326 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,327 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:31,328 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001/tez-conf.pb" } size: 40953 timestamp: 1463537071000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:31,328 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,329 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:31,329 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:31,329 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537071155_0001_1, initTime=1463537071329
2016-05-18 02:04:31,330 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071155_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:31,330 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:31,330 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tParallelAggregates/multi, applicationId=application_1463537071155_0001, dagName=[8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi
2016-05-18 02:04:31,330 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:DAG_STARTED]: dagID=dag_1463537071155_0001_1, startTime=1463537071330
2016-05-18 02:04:31,331 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071155_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:31,331 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C70078FDDDF746F8BF7A4091F314F0B0 : {9855E8B1E0064516A9250DC86AF75AC3={InputName=9855E8B1E0064516A9250DC86AF75AC3}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:31,331 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 9855E8B1E0064516A9250DC86AF75AC3, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:31,331 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,331 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,331 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,331 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,332 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:31,332 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,335 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:31,335 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,335 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,335 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537071155_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:31,335 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231], numAdditionalOutputs=1
2016-05-18 02:04:31,335 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=8B92C85C1D3F47D7BF33AD4134306967, vertex=vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:31,336 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 9855E8B1E0064516A9250DC86AF75AC3 on vertex vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,338 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C3131479DC3945CABC6F59EFCCDD3231:8B92C85C1D3F47D7BF33AD4134306967 using oldmapred API
2016-05-18 02:04:31,338 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=8B92C85C1D3F47D7BF33AD4134306967, vertexName=C3131479DC3945CABC6F59EFCCDD3231, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:31,339 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C3131479DC3945CABC6F59EFCCDD3231, vertexId=vertex_1463537071155_0001_1_01, initRequestedTime=1463537071332, initedTime=1463537071335, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:31,339 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:31,339 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 9855E8B1E0064516A9250DC86AF75AC3 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:31,340 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:31,340 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:31,341 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:31,341 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:31,342 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 9855E8B1E0064516A9250DC86AF75AC3 on vertex vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,342 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:31,342 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {9855E8B1E0064516A9250DC86AF75AC3=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:31,343 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] parallelism set to 1
2016-05-18 02:04:31,343 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:31,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C70078FDDDF746F8BF7A4091F314F0B0, vertexId=vertex_1463537071155_0001_1_00, initRequestedTime=1463537071331, initedTime=1463537071343, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:31,343 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] with distanceFromRoot: 0
2016-05-18 02:04:31,343 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:31,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537071155_0001_1_00, startRequestedTime=1463537071332, startedTime=1463537071343
2016-05-18 02:04:31,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537071155_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:31,344 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:31,344 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537071155_0001_1_00 for vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] numStartedSources: 1 numSources: 1
2016-05-18 02:04:31,344 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] with distanceFromRoot: 1
2016-05-18 02:04:31,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537071155_0001_1_01, startRequestedTime=1463537071344, startedTime=1463537071344
2016-05-18 02:04:31,344 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:31,345 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C70078FDDDF746F8BF7A4091F314F0B0
2016-05-18 02:04:31,345 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_STARTED]: vertexName=C70078FDDDF746F8BF7A4091F314F0B0, taskId=task_1463537071155_0001_1_00_000000, scheduledTime=1463537071346, launchTime=1463537071346
2016-05-18 02:04:31,346 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,346 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C3131479DC3945CABC6F59EFCCDD3231 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:31,348 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C70078FDDDF746F8BF7A4091F314F0B0 in vertex: C3131479DC3945CABC6F59EFCCDD3231 numBipartiteSourceTasks: 1
2016-05-18 02:04:31,351 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:31,352 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] submitted tez dag to app master: application_1463537071155_0001, with dag id: dag_1463537071155_0001_1
2016-05-18 02:04:31,352 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537071155_0001_00_000001, launchTime=1463537071352
2016-05-18 02:04:31,353 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537071155_0001_00_000001
2016-05-18 02:04:31,356 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537071155_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,356 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537071155_0001_1_00_000000_0] started. Is using containerId: [container_1463537071155_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:31,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C70078FDDDF746F8BF7A4091F314F0B0, taskAttemptId=attempt_1463537071155_0001_1_00_000000_0, startTime=1463537071356, containerId=container_1463537071155_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:31 Starting to run new task attempt: attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,358 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,358 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,358 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:31,358 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi, VertexName: C70078FDDDF746F8BF7A4091F314F0B0, VertexParallelism: 1, TaskAttemptID:attempt_1463537071155_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=9855E8B1E0064516A9250DC86AF75AC3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C3131479DC3945CABC6F59EFCCDD3231, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:31,358 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:31,358 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,359 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537071155_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:31,360 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537071155_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:31,362 INFO  input.MRInput (MRInput.java:initialize(440)) - 9855E8B1E0064516A9250DC86AF75AC3 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:31,362 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:31,362 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 9855E8B1E0064516A9250DC86AF75AC3
2016-05-18 02:04:31,369 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C70078FDDDF746F8BF7A4091F314F0B0, ordinal: 0
2016-05-18 02:04:31,369 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C70078FDDDF746F8BF7A4091F314F0B0, mem on start (mb), free: 404, total: 542, max: 672
2016-05-18 02:04:31,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:31,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:31,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:31,369 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:31,369 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[9855E8B1E0064516A9250DC86AF75AC3:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C3131479DC3945CABC6F59EFCCDD3231:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:31,369 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:31,370 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:31,370 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:31,370 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[9855E8B1E0064516A9250DC86AF75AC3:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C3131479DC3945CABC6F59EFCCDD3231:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:31,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:31,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 9855E8B1E0064516A9250DC86AF75AC3 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:31,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 9855E8B1E0064516A9250DC86AF75AC3
2016-05-18 02:04:31,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:31,371 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:31,372 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:31,372 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,373 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:31,373 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 9855E8B1E0064516A9250DC86AF75AC3 initialized RecordReader from event
2016-05-18 02:04:31,376 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:31,377 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 9855E8B1E0064516A9250DC86AF75AC3
2016-05-18 02:04:31,377 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by:[{1}:'char']], id: 651A0A4FE2CA421D8967A38E5FA1CFA7
2016-05-18 02:04:31,377 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by:[{1}:'char']] 651A0A4FE2CA421D8967A38E5FA1CFA7
2016-05-18 02:04:31,379 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C3131479DC3945CABC6F59EFCCDD3231 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.TuplePair, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@47ea2b0e, comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@285d562d, partitioner=cascading.tuple.tez.util.GroupingSortingPartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:31,380 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C3131479DC3945CABC6F59EFCCDD3231: , UsingHashComparator=false
2016-05-18 02:04:31,392 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:31,392 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:31,393 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C3131479DC3945CABC6F59EFCCDD3231: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:31,393 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C3131479DC3945CABC6F59EFCCDD3231: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:31,394 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:31,394 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C70078FDDDF746F8BF7A4091F314F0B0, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:31,396 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:31,396 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 302, total: 542, max: 672
2016-05-18 02:04:31,397 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:31,397 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 302, total: 542, max: 672
2016-05-18 02:04:31,398 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:31,398 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 302, total: 542, max: 672
2016-05-18 02:04:31,399 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:31,399 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 302, total: 542, max: 672
2016-05-18 02:04:31,400 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,400 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C70078FDDDF746F8BF7A4091F314F0B0, mem on close (mb), free: 301, total: 542, max: 672
2016-05-18 02:04:31,400 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C3131479DC3945CABC6F59EFCCDD3231: Starting flush of map output
2016-05-18 02:04:31,401 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C3131479DC3945CABC6F59EFCCDD3231: Span0.length = 9, perItem = 48
2016-05-18 02:04:31,401 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C3131479DC3945CABC6F59EFCCDD3231: done sorting span=0, length=9, time=0
2016-05-18 02:04:31,402 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C3131479DC3945CABC6F59EFCCDD3231: Heap = SpanIterator<0:8> (span=Span[16777216,432]),
2016-05-18 02:04:31,403 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C3131479DC3945CABC6F59EFCCDD3231: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001_wd/localmode-local-dir/output/attempt_1463537071155_0001_1_00_000000_0_10189_0/file.out
2016-05-18 02:04:31,405 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:31 Completed running task attempt: attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,406 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537071155_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:31,407 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537071155_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:31,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537071155_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537071394, Process_Duration=6, Process_End_Time=1463537071400, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:31,408 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537071155_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:31,408 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:31,408 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C70078FDDDF746F8BF7A4091F314F0B0, taskAttemptId=attempt_1463537071155_0001_1_00_000000_0, creationTime=1463537071346, allocationTime=1463537071351, startTime=1463537071356, finishTime=1463537071408, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:31,409 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31,409 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:31,409 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_FINISHED]: vertexName=C70078FDDDF746F8BF7A4091F314F0B0, taskId=task_1463537071155_0001_1_00_000000, startTime=1463537071356, finishTime=1463537071409, timeTaken=53, status=SUCCEEDED, successfulAttemptID=attempt_1463537071155_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537071394, Process_Duration=6, Process_End_Time=1463537071400, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:31,411 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:31,411 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,411 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537071155_0001_00_000001
2016-05-18 02:04:31,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_FINISHED]: vertexName=C70078FDDDF746F8BF7A4091F314F0B0, vertexId=vertex_1463537071155_0001_1_00, initRequestedTime=1463537071331, initedTime=1463537071343, startRequestedTime=1463537071332, startedTime=1463537071343, finishTime=1463537071411, timeTaken=68, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537071394, Process_Duration=6, Process_End_Time=1463537071400, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537071356, firstTasksToStart=[ task_1463537071155_0001_1_00_000000 ], lastTaskFinishTime=1463537071408, lastTasksToFinish=[ task_1463537071155_0001_1_00_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537071155_0001_1_00_000000 ], longestDurationTasks=[ task_1463537071155_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:31,412 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:31,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537071155_0001_00_000001, stoppedTime=1463537071412, exitStatus=0
2016-05-18 02:04:31,412 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] attempt: attempt_1463537071155_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:31,412 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:31,412 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:31,412 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C3131479DC3945CABC6F59EFCCDD3231
2016-05-18 02:04:31,413 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537071155_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:31,413 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C70078FDDDF746F8BF7A4091F314F0B0, destinationVertexName=C3131479DC3945CABC6F59EFCCDD3231. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:31,413 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_STARTED]: vertexName=C3131479DC3945CABC6F59EFCCDD3231, taskId=task_1463537071155_0001_1_01_000000, scheduledTime=1463537071413, launchTime=1463537071413
2016-05-18 02:04:31,413 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537071155_0001_00_000002, launchTime=1463537071415
2016-05-18 02:04:31,415 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537071155_0001_00_000002
2016-05-18 02:04:31,416 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537071155_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,416 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537071155_0001_1_01_000000_0] started. Is using containerId: [container_1463537071155_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:31,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C3131479DC3945CABC6F59EFCCDD3231, taskAttemptId=attempt_1463537071155_0001_1_01_000000_0, startTime=1463537071416, containerId=container_1463537071155_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:31 Starting to run new task attempt: attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,418 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,418 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,418 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:31,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi, VertexName: C3131479DC3945CABC6F59EFCCDD3231, VertexParallelism: 1, TaskAttemptID:attempt_1463537071155_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C70078FDDDF746F8BF7A4091F314F0B0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8B92C85C1D3F47D7BF33AD4134306967, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:31,419 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:31,420 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537071155_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,420 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537071155_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:31,420 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,422 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537071155_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:31,422 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537071155_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:31,424 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:31,424 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537071155_0001_00_000001, Exiting
2016-05-18 02:04:31,424 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537071155_0001_00_000001
2016-05-18 02:04:31,424 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537071155_0001_00_000001
2016-05-18 02:04:31,424 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:31,428 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537071155_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:31,429 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537071155_0001_00_000001 completed successfully
2016-05-18 02:04:31,433 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C3131479DC3945CABC6F59EFCCDD3231, ordinal: 1
2016-05-18 02:04:31,433 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3131479DC3945CABC6F59EFCCDD3231, mem on start (mb), free: 296, total: 542, max: 672
2016-05-18 02:04:31,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:31,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:31,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:31,436 INFO  output.MROutput (MROutput.java:initialize(421)) - 8B92C85C1D3F47D7BF33AD4134306967: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:31,436 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:31,436 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C70078FDDDF746F8BF7A4091F314F0B0:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [8B92C85C1D3F47D7BF33AD4134306967:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:31,437 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:31,437 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:31,437 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:31,437 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C70078FDDDF746F8BF7A4091F314F0B0:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [8B92C85C1D3F47D7BF33AD4134306967:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:31,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:31,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C70078FDDDF746F8BF7A4091F314F0B0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:31,438 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C70078FDDDF746F8BF7A4091F314F0B0: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:31,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:31,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:31,438 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C70078FDDDF746F8BF7A4091F314F0B0: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:31,439 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C70078FDDDF746F8BF7A4091F314F0B0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:31,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C70078FDDDF746F8BF7A4091F314F0B0
2016-05-18 02:04:31,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:31,442 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,443 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C70078FDDDF746F8BF7A4091F314F0B0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:31,444 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537071155_0001_1_00_000000_0_10189} to DISK_DIRECT, csize=460, dsize=456, EndTime=1463537071444, TimeTaken=1, Rate=0.44 MB/s
2016-05-18 02:04:31,445 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C70078FDDDF746F8BF7A4091F314F0B0
2016-05-18 02:04:31,445 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:31,445 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C70078FDDDF746F8BF7A4091F314F0B0, wasInterrupted=false
2016-05-18 02:04:31,446 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by:[{1}:'char']]
2016-05-18 02:04:31,447 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:31,447 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by:[{1}:'char']] streamed: true, id: 651A0A4FE2CA421D8967A38E5FA1CFA7
2016-05-18 02:04:31,447 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi"], id: 8B92C85C1D3F47D7BF33AD4134306967
2016-05-18 02:04:31,447 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:31,447 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi"]
2016-05-18 02:04:31,449 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(name)[by:[{1}:'char']] 651A0A4FE2CA421D8967A38E5FA1CFA7, for 1 inputs
2016-05-18 02:04:31,450 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001_wd/localmode-local-dir/output/attempt_1463537071155_0001_1_00_000000_0_10189/file.out, len=460, isLocal=true
2016-05-18 02:04:31,450 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 460 bytes from disk
2016-05-18 02:04:31,450 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:31,451 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:31,451 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 436 bytes
2016-05-18 02:04:31,452 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C70078FDDDF746F8BF7A4091F314F0B0
2016-05-18 02:04:31,452 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C3131479DC3945CABC6F59EFCCDD3231, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:04:31,452 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C70078FDDDF746F8BF7A4091F314F0B0: Shuffle Runner thread complete
2016-05-18 02:04:31,452 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C70078FDDDF746F8BF7A4091F314F0B0: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.GroupingSortingComparator, keyClass=cascading.tuple.io.TuplePair, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:31,456 INFO  output.MROutput (MROutput.java:close(526)) - 8B92C85C1D3F47D7BF33AD4134306967 closed
2016-05-18 02:04:31,456 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537071155_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:31,457 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,457 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3131479DC3945CABC6F59EFCCDD3231, mem on close (mb), free: 292, total: 542, max: 672
2016-05-18 02:04:31,457 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C70078FDDDF746F8BF7A4091F314F0B0
2016-05-18 02:04:31,457 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C70078FDDDF746F8BF7A4091F314F0B0: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:31,457 INFO  output.MROutput (MROutput.java:close(526)) - 8B92C85C1D3F47D7BF33AD4134306967 closed
2016-05-18 02:04:31,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:31 Completed running task attempt: attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,458 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537071155_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:31,458 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537071155_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:31,459 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537071155_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=9, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537071452, Process_Duration=5, Process_End_Time=1463537071457, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:31,459 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537071155_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:31,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C3131479DC3945CABC6F59EFCCDD3231, taskAttemptId=attempt_1463537071155_0001_1_01_000000_0, creationTime=1463537071413, allocationTime=1463537071414, startTime=1463537071416, finishTime=1463537071459, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:31,460 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:31,460 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:31,460 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31,460 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,460 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537071155_0001_00_000002
2016-05-18 02:04:31,460 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:TASK_FINISHED]: vertexName=C3131479DC3945CABC6F59EFCCDD3231, taskId=task_1463537071155_0001_1_01_000000, startTime=1463537071416, finishTime=1463537071460, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537071155_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=9, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537071452, Process_Duration=5, Process_End_Time=1463537071457, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:31,462 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:31,462 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231]
2016-05-18 02:04:31,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:VERTEX_FINISHED]: vertexName=C3131479DC3945CABC6F59EFCCDD3231, vertexId=vertex_1463537071155_0001_1_01, initRequestedTime=1463537071332, initedTime=1463537071335, startRequestedTime=1463537071344, startedTime=1463537071344, finishTime=1463537071462, timeTaken=118, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=9, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537071452, Process_Duration=5, Process_End_Time=1463537071457, Read_Duration=2, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537071416, firstTasksToStart=[ task_1463537071155_0001_1_01_000000 ], lastTaskFinishTime=1463537071459, lastTasksToFinish=[ task_1463537071155_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537071155_0001_1_01_000000 ], longestDurationTasks=[ task_1463537071155_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:31,469 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:31,469 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537071155_0001_00_000002, stoppedTime=1463537071469, exitStatus=0
2016-05-18 02:04:31,469 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:31,469 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:31,469 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537071155_0001_1_00 [C70078FDDDF746F8BF7A4091F314F0B0]
2016-05-18 02:04:31,469 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537071155_0001_1
2016-05-18 02:04:31,470 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537071155_0001_1
2016-05-18 02:04:31,470 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 8B92C85C1D3F47D7BF33AD4134306967 for vertex: vertex_1463537071155_0001_1_01 [C3131479DC3945CABC6F59EFCCDD3231], outputName: 8B92C85C1D3F47D7BF33AD4134306967
2016-05-18 02:04:31,471 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071155_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:31,471 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537071155_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:31,471 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537071155_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:31,472 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537071155_0001_00_000002: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:31,472 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537071155_0001_00_000002, Exiting
2016-05-18 02:04:31,472 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537071155_0001_00_000002
2016-05-18 02:04:31,472 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537071155_0001_00_000002
2016-05-18 02:04:31,473 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537071155_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:31,473 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537071155_0001_00_000002 completed successfully
2016-05-18 02:04:31,480 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:8B92C85C1D3F47D7BF33AD4134306967 of vertex/vertexGroup:C3131479DC3945CABC6F59EFCCDD3231 isVertexGroupOutput:false
2016-05-18 02:04:31,480 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:31,481 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537071155_0001_1, queueSize=0
2016-05-18 02:04:31,482 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071155_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537071155_0001_1, startTime=1463537071330, finishTime=1463537071480, timeTaken=150, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=240, AM_GC_TIME_MILLIS=6, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=9, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074142846, Process_Duration=11, Process_End_Time=2927074142857, Read_Duration=3, Tuples_Read=22, Tuples_Written=14, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:31,482 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537071155_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:31,482 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071155_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:31 Completed Dag: dag_1463537071155_0001_1
2016-05-18 02:04:31,482 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537071155_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:31,482 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537071155_0001_1_post
2016-05-18 02:04:31,482 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,482 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:31,482 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:31,482 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi, with id=dag_1463537071155_0001_1
2016-05-18 02:04:31,482 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D] name/(1/1) ...tParallelAggregates/multi, with id=dag_1463537071155_0001_1
2016-05-18 02:04:31,489 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tParallelAggregates/multi, applicationId=application_1463537071155_0001
2016-05-18 02:04:31,490 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:31,490 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:31,490 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:31,490 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:31,490 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:31,491 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:31,491 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:31,491 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:31,491 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:31,491 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:31,491 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:31,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:31,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:31,493 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:31,495 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/8DF4055A7B4B4E3BA2F5612316B2D18F/D7B7664CD5764025A2F62FE1FC60E66D/.tez/application_1463537071155_0001
2016-05-18 02:04:31,496 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi/_temporary
2016-05-18 02:04:31,496 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  completed in: 00:00.362
2016-05-18 02:04:31,570 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi
2016-05-18 02:04:31,594 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:31,594 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:31,625 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:04:31,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-18 02:04:31,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:31,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:31,632 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:31,648 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt
2016-05-18 02:04:31,648 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow
2016-05-18 02:04:31,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting
2016-05-18 02:04:31,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:31,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow"]
2016-05-18 02:04:31,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  parallel execution of steps is enabled: false
2016-05-18 02:04:31,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  executing total steps: 1
2016-05-18 02:04:31,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  allocating management threads: 1
2016-05-18 02:04:31,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting step: (1/1) ...RetainNarrow/retainnarrow
2016-05-18 02:04:31,658 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:31,671 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tez session mode enabled: true
2016-05-18 02:04:31,675 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:31,676 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:31,676 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:31,685 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001 doesn't exist and is created
2016-05-18 02:04:31,704 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:31,704 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:31,705 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001_wd
2016-05-18 02:04:31,720 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537071676_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:31,720 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:31,720 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:31,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:31,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:31,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:31,722 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:31,723 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:31,723 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:31,724 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:31,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:31,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:31,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:31,725 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:31,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:31,726 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:31,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:31,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:31,726 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:31,727 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:31,727 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:31,727 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:31,729 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:31,729 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:31,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:31,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001_wd/localmode-log-dir
2016-05-18 02:04:31,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001_wd/localmode-log-dir/history.txt.appattempt_1463537071676_0001_000000, maxErrors=10
2016-05-18 02:04:31,730 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:31,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537071676_0001_000000, appSubmitTime=1463537071720, launchTime=1463537071720
2016-05-18 02:04:31,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:31,741 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:47023
2016-05-18 02:04:31,741 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537071676
2016-05-18 02:04:31,743 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537071676_0001_000000, startTime=1463537071743
2016-05-18 02:04:31,743 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:31,804 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:31,804 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:31,804 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...RetainNarrow/retainnarrow, applicationId=application_1463537071676_0001, dagName=[6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798] shape/(1/1) ...RetainNarrow/retainnarrow
2016-05-18 02:04:31,820 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798] shape/(1/1) ...RetainNarrow/retainnarrow
2016-05-18 02:04:31,821 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:31,822 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537071676_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001_wd/localmode-log-dir/dag_1463537071676_0001_1.dot
2016-05-18 02:04:31,822 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001_wd/localmode-log-dir/dag_1463537071676_0001_1-tez-dag.pb.txt
2016-05-18 02:04:31,826 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537071676_0001_1
2016-05-18 02:04:31,826 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,826 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798] shape/(1/1) ...RetainNarrow/retainnarrow
2016-05-18 02:04:31 Running Dag: dag_1463537071676_0001_1
2016-05-18 02:04:31,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537071676_0001_1, submitTime=1463537071820
2016-05-18 02:04:31,842 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001/tez-conf.pb" } size: 40953 timestamp: 1463537071000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:31,842 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,843 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,843 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:31,843 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:31,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537071676_0001_1, initTime=1463537071843
2016-05-18 02:04:31,843 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071676_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:31,844 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:31,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:DAG_STARTED]: dagID=dag_1463537071676_0001_1, startTime=1463537071844
2016-05-18 02:04:31,844 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071676_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:31,844 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: DC5C186A52FD49D0A2D34A206E5A5A7C : {4C244CB860AC485FB3AC93CBB4743ACB={InputName=4C244CB860AC485FB3AC93CBB4743ACB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:31,844 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 4C244CB860AC485FB3AC93CBB4743ACB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:31,844 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,844 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,844 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,845 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,845 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:31,845 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 4C244CB860AC485FB3AC93CBB4743ACB on vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,846 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...RetainNarrow/retainnarrow, applicationId=application_1463537071676_0001, dagName=[6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798] shape/(1/1) ...RetainNarrow/retainnarrow
2016-05-18 02:04:31,848 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 4C244CB860AC485FB3AC93CBB4743ACB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:31,849 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:31,849 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 19 Min splitLength: 52428800 New desired splits: 1 Total length: 19 Original splits: 3
2016-05-18 02:04:31,849 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 19 numLocations: 1 numSplitsPerLocation: 3 numSplitsInGroup: 3 totalLength: 19 numOriginalSplits: 3 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:31,850 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 3
2016-05-18 02:04:31,850 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 4C244CB860AC485FB3AC93CBB4743ACB on vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,851 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:31,851 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {4C244CB860AC485FB3AC93CBB4743ACB=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:31,853 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] parallelism set to 1
2016-05-18 02:04:31,853 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:31,854 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C], numAdditionalOutputs=1
2016-05-18 02:04:31,854 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=80D496A626CE4CABA7FC00EEBD3D11AE, vertex=vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:31,856 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for DC5C186A52FD49D0A2D34A206E5A5A7C:80D496A626CE4CABA7FC00EEBD3D11AE using oldmapred API
2016-05-18 02:04:31,856 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=80D496A626CE4CABA7FC00EEBD3D11AE, vertexName=DC5C186A52FD49D0A2D34A206E5A5A7C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:31,856 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DC5C186A52FD49D0A2D34A206E5A5A7C, vertexId=vertex_1463537071676_0001_1_00, initRequestedTime=1463537071844, initedTime=1463537071854, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:31,856 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] with distanceFromRoot: 0
2016-05-18 02:04:31,856 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:31,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537071676_0001_1_00, startRequestedTime=1463537071845, startedTime=1463537071856
2016-05-18 02:04:31,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537071676_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:31,857 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:31,857 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in DC5C186A52FD49D0A2D34A206E5A5A7C
2016-05-18 02:04:31,858 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,858 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:TASK_STARTED]: vertexName=DC5C186A52FD49D0A2D34A206E5A5A7C, taskId=task_1463537071676_0001_1_00_000000, scheduledTime=1463537071858, launchTime=1463537071858
2016-05-18 02:04:31,859 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,859 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:31,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537071676_0001_00_000001, launchTime=1463537071860
2016-05-18 02:04:31,861 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537071676_0001_00_000001
2016-05-18 02:04:31,861 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537071676_0001_1_00_000000_0] started. Is using containerId: [container_1463537071676_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:31,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DC5C186A52FD49D0A2D34A206E5A5A7C, taskAttemptId=attempt_1463537071676_0001_1_00_000000_0, startTime=1463537071861, containerId=container_1463537071676_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:31,862 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537071676_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31 Starting to run new task attempt: attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31,862 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31,862 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,862 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:31,863 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798] shape/(1/1) ...RetainNarrow/retainnarrow, VertexName: DC5C186A52FD49D0A2D34A206E5A5A7C, VertexParallelism: 1, TaskAttemptID:attempt_1463537071676_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4C244CB860AC485FB3AC93CBB4743ACB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=80D496A626CE4CABA7FC00EEBD3D11AE, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:31,863 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:31,863 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31,864 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537071676_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:31,864 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537071676_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:31,868 INFO  input.MRInput (MRInput.java:initialize(440)) - 4C244CB860AC485FB3AC93CBB4743ACB using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:31,868 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 4C244CB860AC485FB3AC93CBB4743ACB
2016-05-18 02:04:31,868 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:31,872 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DC5C186A52FD49D0A2D34A206E5A5A7C, ordinal: 0
2016-05-18 02:04:31,872 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DC5C186A52FD49D0A2D34A206E5A5A7C, mem on start (mb), free: 388, total: 542, max: 672
2016-05-18 02:04:31,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:31,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:31,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:31,874 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] submitted tez dag to app master: application_1463537071676_0001, with dag id: dag_1463537071676_0001_1
2016-05-18 02:04:31,878 INFO  output.MROutput (MROutput.java:initialize(421)) - 80D496A626CE4CABA7FC00EEBD3D11AE: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:31,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:31,878 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4C244CB860AC485FB3AC93CBB4743ACB:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [80D496A626CE4CABA7FC00EEBD3D11AE:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:31,878 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:31,878 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:31,878 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:04:31,879 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4C244CB860AC485FB3AC93CBB4743ACB:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [80D496A626CE4CABA7FC00EEBD3D11AE:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:31,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:31,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 4C244CB860AC485FB3AC93CBB4743ACB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:31,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 4C244CB860AC485FB3AC93CBB4743ACB
2016-05-18 02:04:31,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:31,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:31,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:31,880 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31,881 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:0+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:9+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:18+1], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=19}
2016-05-18 02:04:31,881 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 4C244CB860AC485FB3AC93CBB4743ACB initialized RecordReader from event
2016-05-18 02:04:31,883 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:31,884 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"] streamed: true, id: 4C244CB860AC485FB3AC93CBB4743ACB
2016-05-18 02:04:31,884 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow"], id: 80D496A626CE4CABA7FC00EEBD3D11AE
2016-05-18 02:04:31,884 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow"]
2016-05-18 02:04:31,884 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:31,884 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DC5C186A52FD49D0A2D34A206E5A5A7C, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:31,887 INFO  output.MROutput (MROutput.java:close(526)) - 80D496A626CE4CABA7FC00EEBD3D11AE closed
2016-05-18 02:04:31,887 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537071676_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:04:31,887 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31,888 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DC5C186A52FD49D0A2D34A206E5A5A7C, mem on close (mb), free: 385, total: 542, max: 672
2016-05-18 02:04:31,888 INFO  output.MROutput (MROutput.java:close(526)) - 80D496A626CE4CABA7FC00EEBD3D11AE closed
2016-05-18 02:04:31,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:31 Completed running task attempt: attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31,888 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537071676_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:31,888 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537071676_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:31,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537071676_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1463537071885, Process_Duration=2, Process_End_Time=1463537071887, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-05-18 02:04:31,889 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537071676_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:31,889 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:31,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DC5C186A52FD49D0A2D34A206E5A5A7C, taskAttemptId=attempt_1463537071676_0001_1_00_000000_0, creationTime=1463537071859, allocationTime=1463537071860, startTime=1463537071861, finishTime=1463537071889, timeTaken=28, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:31,890 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31,889 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:31,890 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,890 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537071676_0001_00_000001
2016-05-18 02:04:31,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:TASK_FINISHED]: vertexName=DC5C186A52FD49D0A2D34A206E5A5A7C, taskId=task_1463537071676_0001_1_00_000000, startTime=1463537071861, finishTime=1463537071890, timeTaken=29, status=SUCCEEDED, successfulAttemptID=attempt_1463537071676_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537071885, Process_Duration=2, Process_End_Time=1463537071887, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:31,891 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:31,891 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C]
2016-05-18 02:04:31,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:VERTEX_FINISHED]: vertexName=DC5C186A52FD49D0A2D34A206E5A5A7C, vertexId=vertex_1463537071676_0001_1_00, initRequestedTime=1463537071844, initedTime=1463537071854, startRequestedTime=1463537071845, startedTime=1463537071856, finishTime=1463537071891, timeTaken=35, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537071885, Process_Duration=2, Process_End_Time=1463537071887, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537071861, firstTasksToStart=[ task_1463537071676_0001_1_00_000000 ], lastTaskFinishTime=1463537071889, lastTasksToFinish=[ task_1463537071676_0001_1_00_000000 ], minTaskDuration=28, maxTaskDuration=28, avgTaskDuration=28.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537071676_0001_1_00_000000 ], longestDurationTasks=[ task_1463537071676_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:31,892 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:31,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537071676_0001_00_000001, stoppedTime=1463537071892, exitStatus=0
2016-05-18 02:04:31,892 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:04:31,892 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:31,893 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537071676_0001_1
2016-05-18 02:04:31,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537071676_0001_1
2016-05-18 02:04:31,893 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071676_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:31,893 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 80D496A626CE4CABA7FC00EEBD3D11AE for vertex: vertex_1463537071676_0001_1_00 [DC5C186A52FD49D0A2D34A206E5A5A7C], outputName: 80D496A626CE4CABA7FC00EEBD3D11AE
2016-05-18 02:04:31,893 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537071676_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:31,901 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537071676_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:31,901 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537071676_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:31,902 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537071676_0001_00_000001, Exiting
2016-05-18 02:04:31,902 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:80D496A626CE4CABA7FC00EEBD3D11AE of vertex/vertexGroup:DC5C186A52FD49D0A2D34A206E5A5A7C isVertexGroupOutput:false
2016-05-18 02:04:31,902 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:31,902 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537071676_0001_00_000001
2016-05-18 02:04:31,902 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537071676_0001_00_000001
2016-05-18 02:04:31,903 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537071676_0001_1, queueSize=0
2016-05-18 02:04:31,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537071676_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537071676_0001_1, startTime=1463537071844, finishTime=1463537071902, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=100, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537071885, Process_Duration=2, Process_End_Time=1463537071887, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:31,903 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537071676_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:31,904 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537071676_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:31 Completed Dag: dag_1463537071676_0001_1
2016-05-18 02:04:31,904 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537071676_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:31,904 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537071676_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:31,906 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537071676_0001_1_post
2016-05-18 02:04:31,906 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:31,906 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:31,906 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:31,906 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798] shape/(1/1) ...RetainNarrow/retainnarrow, with id=dag_1463537071676_0001_1
2016-05-18 02:04:31,906 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798] shape/(1/1) ...RetainNarrow/retainnarrow, with id=dag_1463537071676_0001_1
2016-05-18 02:04:31,907 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537071676_0001_00_000001 completed successfully
2016-05-18 02:04:31,910 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...RetainNarrow/retainnarrow, applicationId=application_1463537071676_0001
2016-05-18 02:04:31,912 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:31,912 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:31,912 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:31,912 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:31,912 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:31,912 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:31,913 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:31,913 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:31,913 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:31,913 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:31,913 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:31,913 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:31,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:31,914 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:31,917 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6BFAE245C72148778B4BFEFFF51EE5B6/F7E339DAAD6A4E6886618BB0CCE7D798/.tez/application_1463537071676_0001
2016-05-18 02:04:31,918 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow/_temporary
2016-05-18 02:04:31,918 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  completed in: 00:00.260
2016-05-18 02:04:31,954 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow
2016-05-18 02:04:31,982 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:31,983 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:32,013 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-05-18 02:04:32,023 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-18 02:04:32,024 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:32,024 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:32,024 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:32,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt
2016-05-18 02:04:32,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow
2016-05-18 02:04:32,051 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting
2016-05-18 02:04:32,051 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:32,051 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  sink: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow"]
2016-05-18 02:04:32,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  parallel execution of steps is enabled: false
2016-05-18 02:04:32,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  executing total steps: 1
2016-05-18 02:04:32,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  allocating management threads: 1
2016-05-18 02:04:32,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting step: (1/1) ...RenameNarrow/renamenarrow
2016-05-18 02:04:32,052 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:32,073 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tez session mode enabled: true
2016-05-18 02:04:32,077 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:32,078 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:32,078 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:32,087 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001 doesn't exist and is created
2016-05-18 02:04:32,109 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:32,109 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:32,110 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001_wd
2016-05-18 02:04:32,128 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537072078_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:32,128 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:32,129 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:32,130 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:32,130 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:32,130 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:32,130 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:32,130 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:32,132 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:32,132 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:32,132 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:32,134 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:32,135 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:32,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:32,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001_wd/localmode-log-dir
2016-05-18 02:04:32,135 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001_wd/localmode-log-dir/history.txt.appattempt_1463537072078_0001_000000, maxErrors=10
2016-05-18 02:04:32,135 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:32,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537072078_0001_000000, appSubmitTime=1463537072128, launchTime=1463537072128
2016-05-18 02:04:32,137 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:32,141 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:50178
2016-05-18 02:04:32,142 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537072078
2016-05-18 02:04:32,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537072078_0001_000000, startTime=1463537072145
2016-05-18 02:04:32,145 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:32,209 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:32,210 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:32,210 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...RenameNarrow/renamenarrow, applicationId=application_1463537072078_0001, dagName=[25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C] shape/(1/1) ...RenameNarrow/renamenarrow
2016-05-18 02:04:32,226 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C] shape/(1/1) ...RenameNarrow/renamenarrow
2016-05-18 02:04:32,226 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:32,227 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537072078_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001_wd/localmode-log-dir/dag_1463537072078_0001_1.dot
2016-05-18 02:04:32,228 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001_wd/localmode-log-dir/dag_1463537072078_0001_1-tez-dag.pb.txt
2016-05-18 02:04:32,233 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537072078_0001_1
2016-05-18 02:04:32,233 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,233 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C] shape/(1/1) ...RenameNarrow/renamenarrow
2016-05-18 02:04:32 Running Dag: dag_1463537072078_0001_1
2016-05-18 02:04:32,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537072078_0001_1, submitTime=1463537072226
2016-05-18 02:04:32,250 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001/tez-conf.pb" } size: 40953 timestamp: 1463537072000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:32,250 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,250 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,250 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:32,251 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:32,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537072078_0001_1, initTime=1463537072251
2016-05-18 02:04:32,251 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072078_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:32,252 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:32,252 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:DAG_STARTED]: dagID=dag_1463537072078_0001_1, startTime=1463537072252
2016-05-18 02:04:32,252 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072078_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:32,252 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: FDCEDADDDF8A41BD99BB5CAFFCA53390 : {AE2651345BB74DFFAF6F9F7F9CC1851F={InputName=AE2651345BB74DFFAF6F9F7F9CC1851F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:32,252 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...RenameNarrow/renamenarrow, applicationId=application_1463537072078_0001, dagName=[25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C] shape/(1/1) ...RenameNarrow/renamenarrow
2016-05-18 02:04:32,252 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: AE2651345BB74DFFAF6F9F7F9CC1851F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:32,253 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,253 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,253 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,253 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,254 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:32,254 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: AE2651345BB74DFFAF6F9F7F9CC1851F on vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,256 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input AE2651345BB74DFFAF6F9F7F9CC1851F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:32,257 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:32,257 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 19 Min splitLength: 52428800 New desired splits: 1 Total length: 19 Original splits: 3
2016-05-18 02:04:32,257 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 19 numLocations: 1 numSplitsPerLocation: 3 numSplitsInGroup: 3 totalLength: 19 numOriginalSplits: 3 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:32,257 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 3
2016-05-18 02:04:32,257 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: AE2651345BB74DFFAF6F9F7F9CC1851F on vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,258 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:32,259 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {AE2651345BB74DFFAF6F9F7F9CC1851F=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:32,260 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] parallelism set to 1
2016-05-18 02:04:32,260 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:32,260 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390], numAdditionalOutputs=1
2016-05-18 02:04:32,260 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=225968FF603E4ECB81A3F31D34D7298B, vertex=vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:32,262 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for FDCEDADDDF8A41BD99BB5CAFFCA53390:225968FF603E4ECB81A3F31D34D7298B using oldmapred API
2016-05-18 02:04:32,262 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=225968FF603E4ECB81A3F31D34D7298B, vertexName=FDCEDADDDF8A41BD99BB5CAFFCA53390, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:32,263 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FDCEDADDDF8A41BD99BB5CAFFCA53390, vertexId=vertex_1463537072078_0001_1_00, initRequestedTime=1463537072252, initedTime=1463537072260, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:32,263 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] with distanceFromRoot: 0
2016-05-18 02:04:32,263 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:32,264 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537072078_0001_1_00, startRequestedTime=1463537072254, startedTime=1463537072264
2016-05-18 02:04:32,264 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537072078_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:32,264 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:32,264 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in FDCEDADDDF8A41BD99BB5CAFFCA53390
2016-05-18 02:04:32,264 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:TASK_STARTED]: vertexName=FDCEDADDDF8A41BD99BB5CAFFCA53390, taskId=task_1463537072078_0001_1_00_000000, scheduledTime=1463537072265, launchTime=1463537072265
2016-05-18 02:04:32,265 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,266 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:32,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537072078_0001_00_000001, launchTime=1463537072268
2016-05-18 02:04:32,269 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537072078_0001_00_000001
2016-05-18 02:04:32,269 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537072078_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,269 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537072078_0001_1_00_000000_0] started. Is using containerId: [container_1463537072078_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:32,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FDCEDADDDF8A41BD99BB5CAFFCA53390, taskAttemptId=attempt_1463537072078_0001_1_00_000000_0, startTime=1463537072269, containerId=container_1463537072078_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:32 Starting to run new task attempt: attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,270 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,270 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,270 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:32,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C] shape/(1/1) ...RenameNarrow/renamenarrow, VertexName: FDCEDADDDF8A41BD99BB5CAFFCA53390, VertexParallelism: 1, TaskAttemptID:attempt_1463537072078_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AE2651345BB74DFFAF6F9F7F9CC1851F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=225968FF603E4ECB81A3F31D34D7298B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:32,271 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:32,272 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,273 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537072078_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:32,274 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537072078_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:32,276 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] submitted tez dag to app master: application_1463537072078_0001, with dag id: dag_1463537072078_0001_1
2016-05-18 02:04:32,276 INFO  input.MRInput (MRInput.java:initialize(440)) - AE2651345BB74DFFAF6F9F7F9CC1851F using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:32,276 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: AE2651345BB74DFFAF6F9F7F9CC1851F
2016-05-18 02:04:32,278 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:32,282 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FDCEDADDDF8A41BD99BB5CAFFCA53390, ordinal: 0
2016-05-18 02:04:32,282 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FDCEDADDDF8A41BD99BB5CAFFCA53390, mem on start (mb), free: 308, total: 542, max: 672
2016-05-18 02:04:32,282 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:32,282 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:32,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:32,290 INFO  output.MROutput (MROutput.java:initialize(421)) - 225968FF603E4ECB81A3F31D34D7298B: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:32,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:32,290 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[AE2651345BB74DFFAF6F9F7F9CC1851F:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [225968FF603E4ECB81A3F31D34D7298B:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:32,290 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:32,290 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:32,290 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:04:32,290 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[AE2651345BB74DFFAF6F9F7F9CC1851F:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [225968FF603E4ECB81A3F31D34D7298B:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:32,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:32,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: AE2651345BB74DFFAF6F9F7F9CC1851F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:32,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: AE2651345BB74DFFAF6F9F7F9CC1851F
2016-05-18 02:04:32,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:32,291 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:32,291 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:32,291 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,294 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:32,295 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"] streamed: true, id: AE2651345BB74DFFAF6F9F7F9CC1851F
2016-05-18 02:04:32,295 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow"], id: 225968FF603E4ECB81A3F31D34D7298B
2016-05-18 02:04:32,295 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow"]
2016-05-18 02:04:32,295 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:32,295 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:0+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:9+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:18+1], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=19}
2016-05-18 02:04:32,296 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - AE2651345BB74DFFAF6F9F7F9CC1851F initialized RecordReader from event
2016-05-18 02:04:32,296 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FDCEDADDDF8A41BD99BB5CAFFCA53390, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:32,298 INFO  output.MROutput (MROutput.java:close(526)) - 225968FF603E4ECB81A3F31D34D7298B closed
2016-05-18 02:04:32,298 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537072078_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:04:32,299 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,299 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FDCEDADDDF8A41BD99BB5CAFFCA53390, mem on close (mb), free: 306, total: 542, max: 672
2016-05-18 02:04:32,299 INFO  output.MROutput (MROutput.java:close(526)) - 225968FF603E4ECB81A3F31D34D7298B closed
2016-05-18 02:04:32,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:32 Completed running task attempt: attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,299 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537072078_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:32,300 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537072078_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:32,300 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537072078_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1463537072296, Process_Duration=3, Process_End_Time=1463537072299, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-05-18 02:04:32,301 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537072078_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:32,301 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:32,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FDCEDADDDF8A41BD99BB5CAFFCA53390, taskAttemptId=attempt_1463537072078_0001_1_00_000000_0, creationTime=1463537072265, allocationTime=1463537072267, startTime=1463537072269, finishTime=1463537072301, timeTaken=32, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:32,301 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:32,301 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,301 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:TASK_FINISHED]: vertexName=FDCEDADDDF8A41BD99BB5CAFFCA53390, taskId=task_1463537072078_0001_1_00_000000, startTime=1463537072269, finishTime=1463537072301, timeTaken=32, status=SUCCEEDED, successfulAttemptID=attempt_1463537072078_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537072296, Process_Duration=3, Process_End_Time=1463537072299, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:32,302 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:32,302 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390]
2016-05-18 02:04:32,302 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537072078_0001_00_000001
2016-05-18 02:04:32,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:VERTEX_FINISHED]: vertexName=FDCEDADDDF8A41BD99BB5CAFFCA53390, vertexId=vertex_1463537072078_0001_1_00, initRequestedTime=1463537072252, initedTime=1463537072260, startRequestedTime=1463537072254, startedTime=1463537072264, finishTime=1463537072302, timeTaken=38, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537072296, Process_Duration=3, Process_End_Time=1463537072299, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537072269, firstTasksToStart=[ task_1463537072078_0001_1_00_000000 ], lastTaskFinishTime=1463537072301, lastTasksToFinish=[ task_1463537072078_0001_1_00_000000 ], minTaskDuration=32, maxTaskDuration=32, avgTaskDuration=32.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537072078_0001_1_00_000000 ], longestDurationTasks=[ task_1463537072078_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:32,302 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:32,303 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:04:32,303 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:32,303 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537072078_0001_1
2016-05-18 02:04:32,303 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537072078_0001_1
2016-05-18 02:04:32,303 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072078_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:32,303 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 225968FF603E4ECB81A3F31D34D7298B for vertex: vertex_1463537072078_0001_1_00 [FDCEDADDDF8A41BD99BB5CAFFCA53390], outputName: 225968FF603E4ECB81A3F31D34D7298B
2016-05-18 02:04:32,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537072078_0001_00_000001, stoppedTime=1463537072304, exitStatus=0
2016-05-18 02:04:32,304 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537072078_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:32,313 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:225968FF603E4ECB81A3F31D34D7298B of vertex/vertexGroup:FDCEDADDDF8A41BD99BB5CAFFCA53390 isVertexGroupOutput:false
2016-05-18 02:04:32,313 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537072078_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:32,313 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537072078_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:32,313 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:32,313 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537072078_0001_00_000001, Exiting
2016-05-18 02:04:32,313 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537072078_0001_00_000001
2016-05-18 02:04:32,313 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537072078_0001_00_000001
2016-05-18 02:04:32,316 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537072078_0001_1, queueSize=0
2016-05-18 02:04:32,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072078_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537072078_0001_1, startTime=1463537072252, finishTime=1463537072313, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=120, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537072296, Process_Duration=3, Process_End_Time=1463537072299, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:32,316 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537072078_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:32,316 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072078_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:32 Completed Dag: dag_1463537072078_0001_1
2016-05-18 02:04:32,316 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537072078_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:32,316 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537072078_0001_1_post
2016-05-18 02:04:32,317 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,317 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:32,317 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:32,317 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C] shape/(1/1) ...RenameNarrow/renamenarrow, with id=dag_1463537072078_0001_1
2016-05-18 02:04:32,317 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C] shape/(1/1) ...RenameNarrow/renamenarrow, with id=dag_1463537072078_0001_1
2016-05-18 02:04:32,318 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537072078_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:32,319 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537072078_0001_00_000001 completed successfully
2016-05-18 02:04:32,322 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...RenameNarrow/renamenarrow, applicationId=application_1463537072078_0001
2016-05-18 02:04:32,323 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:32,323 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:32,323 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:32,324 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:32,324 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:32,324 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:32,324 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:32,325 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:32,325 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:32,325 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:32,326 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:32,326 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:32,326 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:32,326 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:32,330 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25131F496D6D4165BC0CAD8867138157/D57DB68F29E44DA6B08B6530A3B8B42C/.tez/application_1463537072078_0001
2016-05-18 02:04:32,330 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow/_temporary
2016-05-18 02:04:32,331 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  completed in: 00:00.279
2016-05-18 02:04:32,367 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow
2016-05-18 02:04:32,421 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:32,421 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:32,464 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:04:32,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-05-18 02:04:32,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:32,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:32,479 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:32,493 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:32,499 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull
2016-05-18 02:04:32,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] starting
2016-05-18 02:04:32,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:32,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull"]
2016-05-18 02:04:32,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  parallel execution of steps is enabled: false
2016-05-18 02:04:32,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  executing total steps: 1
2016-05-18 02:04:32,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  allocating management threads: 1
2016-05-18 02:04:32,553 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] starting step: (1/1) ...AverageByNull/averagenull
2016-05-18 02:04:32,553 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [average] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:32,566 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] tez session mode enabled: true
2016-05-18 02:04:32,570 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:32,571 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:32,571 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:32,580 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001 doesn't exist and is created
2016-05-18 02:04:32,599 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:32,599 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:32,600 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001_wd
2016-05-18 02:04:32,614 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537072571_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:32,614 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:32,614 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:32,616 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:32,616 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:32,616 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:32,616 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:32,617 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:32,618 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:32,618 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:32,619 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:32,619 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:32,619 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:32,621 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:32,622 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:32,622 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:32,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001_wd/localmode-log-dir
2016-05-18 02:04:32,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001_wd/localmode-log-dir/history.txt.appattempt_1463537072571_0001_000000, maxErrors=10
2016-05-18 02:04:32,622 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:32,622 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537072571_0001_000000, appSubmitTime=1463537072614, launchTime=1463537072614
2016-05-18 02:04:32,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:32,629 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46436
2016-05-18 02:04:32,630 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537072571
2016-05-18 02:04:32,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537072571_0001_000000, startTime=1463537072631
2016-05-18 02:04:32,631 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:32,699 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:32,699 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:32,700 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...AverageByNull/averagenull, applicationId=application_1463537072571_0001, dagName=[D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull
2016-05-18 02:04:32,716 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull
2016-05-18 02:04:32,716 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:32,717 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537072571_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001_wd/localmode-log-dir/dag_1463537072571_0001_1.dot
2016-05-18 02:04:32,717 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001_wd/localmode-log-dir/dag_1463537072571_0001_1-tez-dag.pb.txt
2016-05-18 02:04:32,724 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537072571_0001_1
2016-05-18 02:04:32,724 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,724 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull
2016-05-18 02:04:32 Running Dag: dag_1463537072571_0001_1
2016-05-18 02:04:32,737 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537072571_0001_1, submitTime=1463537072716
2016-05-18 02:04:32,738 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001/tez-conf.pb" } size: 40953 timestamp: 1463537072000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:32,738 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,739 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:32,739 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001/tez-conf.pb" } size: 40953 timestamp: 1463537072000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:32,740 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,740 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:32,740 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:32,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537072571_0001_1, initTime=1463537072740
2016-05-18 02:04:32,740 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072571_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:32,741 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:32,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:DAG_STARTED]: dagID=dag_1463537072571_0001_1, startTime=1463537072741
2016-05-18 02:04:32,741 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072571_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:32,741 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: FF89ADDEA2BF4D4181D3E74EB089F376 : {E275C031DF5B44EE854A364267CCC438={InputName=E275C031DF5B44EE854A364267CCC438}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:32,741 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: E275C031DF5B44EE854A364267CCC438, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:32,741 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,741 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,742 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,742 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,742 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:32,742 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: E275C031DF5B44EE854A364267CCC438 on vertex vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,742 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,744 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...AverageByNull/averagenull, applicationId=application_1463537072571_0001, dagName=[D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull
2016-05-18 02:04:32,746 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:32,746 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,746 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,747 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input E275C031DF5B44EE854A364267CCC438 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:32,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537072571_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:32,748 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26], numAdditionalOutputs=1
2016-05-18 02:04:32,748 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=C492102BE2114A56AE9C97849F0F6DF1, vertex=vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:32,749 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:32,750 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:32,750 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C269A516358D451A94004FD9602B6D26:C492102BE2114A56AE9C97849F0F6DF1 using oldmapred API
2016-05-18 02:04:32,750 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=C492102BE2114A56AE9C97849F0F6DF1, vertexName=C269A516358D451A94004FD9602B6D26, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:32,750 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:32,751 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:32,751 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C269A516358D451A94004FD9602B6D26, vertexId=vertex_1463537072571_0001_1_01, initRequestedTime=1463537072742, initedTime=1463537072748, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:32,752 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:32,751 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: E275C031DF5B44EE854A364267CCC438 on vertex vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,753 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:32,753 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {E275C031DF5B44EE854A364267CCC438=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:32,753 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] parallelism set to 1
2016-05-18 02:04:32,753 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:32,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FF89ADDEA2BF4D4181D3E74EB089F376, vertexId=vertex_1463537072571_0001_1_00, initRequestedTime=1463537072741, initedTime=1463537072754, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:32,754 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] with distanceFromRoot: 0
2016-05-18 02:04:32,754 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:32,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537072571_0001_1_00, startRequestedTime=1463537072742, startedTime=1463537072754
2016-05-18 02:04:32,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537072571_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:32,754 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:32,754 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537072571_0001_1_00 for vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] numStartedSources: 1 numSources: 1
2016-05-18 02:04:32,754 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] with distanceFromRoot: 1
2016-05-18 02:04:32,755 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537072571_0001_1_01, startRequestedTime=1463537072754, startedTime=1463537072754
2016-05-18 02:04:32,755 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:32,755 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in FF89ADDEA2BF4D4181D3E74EB089F376
2016-05-18 02:04:32,755 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_STARTED]: vertexName=FF89ADDEA2BF4D4181D3E74EB089F376, taskId=task_1463537072571_0001_1_00_000000, scheduledTime=1463537072756, launchTime=1463537072756
2016-05-18 02:04:32,756 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,757 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C269A516358D451A94004FD9602B6D26 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:32,758 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: FF89ADDEA2BF4D4181D3E74EB089F376 in vertex: C269A516358D451A94004FD9602B6D26 numBipartiteSourceTasks: 1
2016-05-18 02:04:32,758 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:32,760 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537072571_0001_00_000001, launchTime=1463537072760
2016-05-18 02:04:32,761 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537072571_0001_00_000001
2016-05-18 02:04:32,761 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537072571_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,761 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537072571_0001_1_00_000000_0] started. Is using containerId: [container_1463537072571_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:32,761 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FF89ADDEA2BF4D4181D3E74EB089F376, taskAttemptId=attempt_1463537072571_0001_1_00_000000_0, startTime=1463537072761, containerId=container_1463537072571_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:32,763 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average] submitted tez dag to app master: application_1463537072571_0001, with dag id: dag_1463537072571_0001_1
2016-05-18 02:04:32 Starting to run new task attempt: attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,763 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,763 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,763 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:32,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull, VertexName: FF89ADDEA2BF4D4181D3E74EB089F376, VertexParallelism: 1, TaskAttemptID:attempt_1463537072571_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E275C031DF5B44EE854A364267CCC438, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C269A516358D451A94004FD9602B6D26, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:32,764 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:32,766 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,767 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537072571_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:32,767 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537072571_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:32,770 INFO  input.MRInput (MRInput.java:initialize(440)) - E275C031DF5B44EE854A364267CCC438 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:32,770 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: E275C031DF5B44EE854A364267CCC438
2016-05-18 02:04:32,771 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:32,775 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FF89ADDEA2BF4D4181D3E74EB089F376, ordinal: 0
2016-05-18 02:04:32,775 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF89ADDEA2BF4D4181D3E74EB089F376, mem on start (mb), free: 389, total: 541, max: 672
2016-05-18 02:04:32,775 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:32,775 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:32,775 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:32,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:32,776 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[E275C031DF5B44EE854A364267CCC438:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C269A516358D451A94004FD9602B6D26:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:32,776 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:32,776 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:32,777 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:32,777 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[E275C031DF5B44EE854A364267CCC438:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C269A516358D451A94004FD9602B6D26:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:32,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:32,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: E275C031DF5B44EE854A364267CCC438 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:32,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: E275C031DF5B44EE854A364267CCC438
2016-05-18 02:04:32,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:32,779 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:32,779 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:32,780 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,782 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:32,782 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - E275C031DF5B44EE854A364267CCC438 initialized RecordReader from event
2016-05-18 02:04:32,783 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:32,783 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: E275C031DF5B44EE854A364267CCC438
2016-05-18 02:04:32,783 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average)[by:[{1}:'char']], id: 43600B0B4E0C4C099F52F1487505C4CF
2016-05-18 02:04:32,783 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average)[by:[{1}:'char']] 43600B0B4E0C4C099F52F1487505C4CF
2016-05-18 02:04:32,785 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C269A516358D451A94004FD9602B6D26 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@2a0e2e85, comparator=cascading.tuple.hadoop.util.TupleComparator@9103355, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:32,785 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C269A516358D451A94004FD9602B6D26: , UsingHashComparator=false
2016-05-18 02:04:32,798 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:32,798 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:32,798 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C269A516358D451A94004FD9602B6D26: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:32,798 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C269A516358D451A94004FD9602B6D26: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:32,800 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:32,800 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FF89ADDEA2BF4D4181D3E74EB089F376, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:32,801 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:32,801 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 288, total: 541, max: 672
2016-05-18 02:04:32,803 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:32,803 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 287, total: 541, max: 672
2016-05-18 02:04:32,803 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:32,803 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 287, total: 541, max: 672
2016-05-18 02:04:32,804 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:32,804 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 287, total: 541, max: 672
2016-05-18 02:04:32,804 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,804 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF89ADDEA2BF4D4181D3E74EB089F376, mem on close (mb), free: 287, total: 541, max: 672
2016-05-18 02:04:32,804 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C269A516358D451A94004FD9602B6D26: Starting flush of map output
2016-05-18 02:04:32,805 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C269A516358D451A94004FD9602B6D26: Span0.length = 9, perItem = 20
2016-05-18 02:04:32,805 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C269A516358D451A94004FD9602B6D26: done sorting span=0, length=9, time=0
2016-05-18 02:04:32,805 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C269A516358D451A94004FD9602B6D26: Heap = SpanIterator<0:8> (span=Span[16777216,180]),
2016-05-18 02:04:32,806 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C269A516358D451A94004FD9602B6D26: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001_wd/localmode-local-dir/output/attempt_1463537072571_0001_1_00_000000_0_10200_0/file.out
2016-05-18 02:04:32,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:32 Completed running task attempt: attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,809 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537072571_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:32,809 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537072571_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:32,810 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537072571_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537072800, Process_Duration=4, Process_End_Time=1463537072804, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:32,810 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537072571_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:32,811 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:32,811 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FF89ADDEA2BF4D4181D3E74EB089F376, taskAttemptId=attempt_1463537072571_0001_1_00_000000_0, creationTime=1463537072756, allocationTime=1463537072759, startTime=1463537072761, finishTime=1463537072810, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:32,811 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:32,811 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,811 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32,811 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537072571_0001_00_000001
2016-05-18 02:04:32,811 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_FINISHED]: vertexName=FF89ADDEA2BF4D4181D3E74EB089F376, taskId=task_1463537072571_0001_1_00_000000, startTime=1463537072761, finishTime=1463537072811, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537072571_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537072800, Process_Duration=4, Process_End_Time=1463537072804, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:32,812 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:32,812 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,812 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_FINISHED]: vertexName=FF89ADDEA2BF4D4181D3E74EB089F376, vertexId=vertex_1463537072571_0001_1_00, initRequestedTime=1463537072741, initedTime=1463537072754, startRequestedTime=1463537072742, startedTime=1463537072754, finishTime=1463537072812, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537072800, Process_Duration=4, Process_End_Time=1463537072804, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537072761, firstTasksToStart=[ task_1463537072571_0001_1_00_000000 ], lastTaskFinishTime=1463537072810, lastTasksToFinish=[ task_1463537072571_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537072571_0001_1_00_000000 ], longestDurationTasks=[ task_1463537072571_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:32,812 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:32,812 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] attempt: attempt_1463537072571_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:32,813 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:32,813 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:32,814 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C269A516358D451A94004FD9602B6D26
2016-05-18 02:04:32,814 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537072571_0001_00_000001, stoppedTime=1463537072814, exitStatus=0
2016-05-18 02:04:32,814 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=FF89ADDEA2BF4D4181D3E74EB089F376, destinationVertexName=C269A516358D451A94004FD9602B6D26. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:32,814 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,814 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537072571_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:32,814 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_STARTED]: vertexName=C269A516358D451A94004FD9602B6D26, taskId=task_1463537072571_0001_1_01_000000, scheduledTime=1463537072814, launchTime=1463537072814
2016-05-18 02:04:32,814 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537072571_0001_00_000002, launchTime=1463537072815
2016-05-18 02:04:32,816 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537072571_0001_00_000002
2016-05-18 02:04:32,816 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537072571_0001_1_01_000000_0] started. Is using containerId: [container_1463537072571_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:32,817 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C269A516358D451A94004FD9602B6D26, taskAttemptId=attempt_1463537072571_0001_1_01_000000_0, startTime=1463537072816, containerId=container_1463537072571_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:32,817 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537072571_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32 Starting to run new task attempt: attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32,818 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32,818 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,818 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:32,819 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull, VertexName: C269A516358D451A94004FD9602B6D26, VertexParallelism: 1, TaskAttemptID:attempt_1463537072571_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FF89ADDEA2BF4D4181D3E74EB089F376, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C492102BE2114A56AE9C97849F0F6DF1, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:32,819 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:32,819 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32,820 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537072571_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,820 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537072571_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:32,822 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:32,823 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537072571_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:32,823 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537072571_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:32,823 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:32,824 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537072571_0001_00_000001, Exiting
2016-05-18 02:04:32,824 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537072571_0001_00_000001
2016-05-18 02:04:32,824 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537072571_0001_00_000001
2016-05-18 02:04:32,825 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537072571_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:32,825 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537072571_0001_00_000001 completed successfully
2016-05-18 02:04:32,829 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C269A516358D451A94004FD9602B6D26, ordinal: 1
2016-05-18 02:04:32,829 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C269A516358D451A94004FD9602B6D26, mem on start (mb), free: 282, total: 541, max: 672
2016-05-18 02:04:32,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:32,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:32,829 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:32,834 INFO  output.MROutput (MROutput.java:initialize(421)) - C492102BE2114A56AE9C97849F0F6DF1: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:32,834 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:32,834 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C492102BE2114A56AE9C97849F0F6DF1:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [FF89ADDEA2BF4D4181D3E74EB089F376:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:32,834 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:32,834 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:32,835 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:32,835 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C492102BE2114A56AE9C97849F0F6DF1:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [FF89ADDEA2BF4D4181D3E74EB089F376:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:32,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:32,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: FF89ADDEA2BF4D4181D3E74EB089F376 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:32,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:32,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:32,835 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - FF89ADDEA2BF4D4181D3E74EB089F376: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:32,836 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - FF89ADDEA2BF4D4181D3E74EB089F376: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:32,836 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: FF89ADDEA2BF4D4181D3E74EB089F376 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:32,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: FF89ADDEA2BF4D4181D3E74EB089F376
2016-05-18 02:04:32,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:32,839 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32,850 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FF89ADDEA2BF4D4181D3E74EB089F376: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:32,852 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537072571_0001_1_00_000000_0_10200} to DISK_DIRECT, csize=182, dsize=178, EndTime=1463537072852, TimeTaken=1, Rate=0.17 MB/s
2016-05-18 02:04:32,852 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : FF89ADDEA2BF4D4181D3E74EB089F376
2016-05-18 02:04:32,853 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(average)[by:[{1}:'char']]
2016-05-18 02:04:32,853 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:32,853 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: FF89ADDEA2BF4D4181D3E74EB089F376, wasInterrupted=false
2016-05-18 02:04:32,853 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(average)[by:[{1}:'char']] streamed: true, id: 43600B0B4E0C4C099F52F1487505C4CF
2016-05-18 02:04:32,853 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - FF89ADDEA2BF4D4181D3E74EB089F376: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:32,853 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull"], id: C492102BE2114A56AE9C97849F0F6DF1
2016-05-18 02:04:32,854 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull"]
2016-05-18 02:04:32,854 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(average)[by:[{1}:'char']] 43600B0B4E0C4C099F52F1487505C4CF, for 1 inputs
2016-05-18 02:04:32,854 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:32,855 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:32,855 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001_wd/localmode-local-dir/output/attempt_1463537072571_0001_1_00_000000_0_10200/file.out, len=182, isLocal=true
2016-05-18 02:04:32,856 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 182 bytes from disk
2016-05-18 02:04:32,856 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:32,856 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:32,856 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-05-18 02:04:32,856 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : FF89ADDEA2BF4D4181D3E74EB089F376
2016-05-18 02:04:32,856 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - FF89ADDEA2BF4D4181D3E74EB089F376: Shuffle Runner thread complete
2016-05-18 02:04:32,856 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C269A516358D451A94004FD9602B6D26, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:04:32,857 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - FF89ADDEA2BF4D4181D3E74EB089F376: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:32,859 INFO  output.MROutput (MROutput.java:close(526)) - C492102BE2114A56AE9C97849F0F6DF1 closed
2016-05-18 02:04:32,859 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537072571_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:32,860 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32,860 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C269A516358D451A94004FD9602B6D26, mem on close (mb), free: 470, total: 542, max: 672
2016-05-18 02:04:32,860 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: FF89ADDEA2BF4D4181D3E74EB089F376
2016-05-18 02:04:32,860 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - FF89ADDEA2BF4D4181D3E74EB089F376: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:32,860 INFO  output.MROutput (MROutput.java:close(526)) - C492102BE2114A56AE9C97849F0F6DF1 closed
2016-05-18 02:04:32,860 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:32 Completed running task attempt: attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32,861 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537072571_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:32,861 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537072571_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:32,861 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537072571_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=21, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537072856, Process_Duration=4, Process_End_Time=1463537072860, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:32,862 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537072571_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:32,862 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:32,862 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C269A516358D451A94004FD9602B6D26, taskAttemptId=attempt_1463537072571_0001_1_01_000000_0, creationTime=1463537072814, allocationTime=1463537072815, startTime=1463537072816, finishTime=1463537072862, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:32,862 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:TASK_FINISHED]: vertexName=C269A516358D451A94004FD9602B6D26, taskId=task_1463537072571_0001_1_01_000000, startTime=1463537072816, finishTime=1463537072862, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463537072571_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=21, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537072856, Process_Duration=4, Process_End_Time=1463537072860, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:32,863 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:32,863 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26]
2016-05-18 02:04:32,862 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:32,863 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,863 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537072571_0001_00_000002
2016-05-18 02:04:32,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:VERTEX_FINISHED]: vertexName=C269A516358D451A94004FD9602B6D26, vertexId=vertex_1463537072571_0001_1_01, initRequestedTime=1463537072742, initedTime=1463537072748, startRequestedTime=1463537072754, startedTime=1463537072754, finishTime=1463537072863, timeTaken=109, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=21, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537072856, Process_Duration=4, Process_End_Time=1463537072860, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537072816, firstTasksToStart=[ task_1463537072571_0001_1_01_000000 ], lastTaskFinishTime=1463537072862, lastTasksToFinish=[ task_1463537072571_0001_1_01_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537072571_0001_1_01_000000 ], longestDurationTasks=[ task_1463537072571_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:32,864 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:32,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537072571_0001_00_000002, stoppedTime=1463537072864, exitStatus=0
2016-05-18 02:04:32,864 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:32,864 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:32,864 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537072571_0001_1_00 [FF89ADDEA2BF4D4181D3E74EB089F376]
2016-05-18 02:04:32,865 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537072571_0001_1
2016-05-18 02:04:32,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537072571_0001_1
2016-05-18 02:04:32,865 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072571_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:32,865 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537072571_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:32,865 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: C492102BE2114A56AE9C97849F0F6DF1 for vertex: vertex_1463537072571_0001_1_01 [C269A516358D451A94004FD9602B6D26], outputName: C492102BE2114A56AE9C97849F0F6DF1
2016-05-18 02:04:32,874 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537072571_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:32,874 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537072571_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:32,874 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537072571_0001_00_000002, Exiting
2016-05-18 02:04:32,874 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537072571_0001_00_000002
2016-05-18 02:04:32,874 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537072571_0001_00_000002
2016-05-18 02:04:32,874 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:C492102BE2114A56AE9C97849F0F6DF1 of vertex/vertexGroup:C269A516358D451A94004FD9602B6D26 isVertexGroupOutput:false
2016-05-18 02:04:32,874 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:32,875 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537072571_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:32,875 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537072571_0001_00_000002 completed successfully
2016-05-18 02:04:32,876 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537072571_0001_1, queueSize=0
2016-05-18 02:04:32,876 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537072571_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537072571_0001_1, startTime=1463537072741, finishTime=1463537072874, timeTaken=133, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=230, AM_GC_TIME_MILLIS=10, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=18, MERGE_PHASE_TIME=21, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074145656, Process_Duration=8, Process_End_Time=2927074145664, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:32,876 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537072571_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:32,876 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537072571_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:32 Completed Dag: dag_1463537072571_0001_1
2016-05-18 02:04:32,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537072571_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:32,877 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537072571_0001_1_post
2016-05-18 02:04:32,877 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:32,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:32,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:32,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull, with id=dag_1463537072571_0001_1
2016-05-18 02:04:32,877 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181] average/(1/1) ...AverageByNull/averagenull, with id=dag_1463537072571_0001_1
2016-05-18 02:04:32,884 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...AverageByNull/averagenull, applicationId=application_1463537072571_0001
2016-05-18 02:04:32,886 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:32,886 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:32,886 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:32,886 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:32,886 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:32,886 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:32,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:32,887 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:32,887 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:32,887 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:32,887 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:32,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:32,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:32,887 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:32,891 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/D5E0E9DCA1A74D09B8D18E2D06BF9FE8/AB5EF3BC147A42A4ACC8BA4142C43181/.tez/application_1463537072571_0001
2016-05-18 02:04:32,892 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull/_temporary
2016-05-18 02:04:32,892 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [average]  completed in: 00:00.340
2016-05-18 02:04:32,967 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull
2016-05-18 02:04:32,990 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:32,991 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:33,022 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-05-18 02:04:33,028 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-18 02:04:33,028 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:33,029 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 02:04:33,029 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:33,044 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt
2016-05-18 02:04:33,045 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce
2016-05-18 02:04:33,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] starting
2016-05-18 02:04:33,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:33,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce"]
2016-05-18 02:04:33,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  parallel execution of steps is enabled: false
2016-05-18 02:04:33,052 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  executing total steps: 1
2016-05-18 02:04:33,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  allocating management threads: 1
2016-05-18 02:04:33,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] starting step: (1/1) ...latform/testCoerce/coerce
2016-05-18 02:04:33,053 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [coerce] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:33,066 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] tez session mode enabled: true
2016-05-18 02:04:33,070 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:33,071 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:33,071 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:33,079 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001 doesn't exist and is created
2016-05-18 02:04:33,100 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:33,100 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:33,100 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001_wd
2016-05-18 02:04:33,117 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537073071_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:33,117 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:33,117 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:33,119 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:33,119 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:33,119 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:33,119 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:33,120 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:33,121 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:33,121 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:33,122 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:33,122 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:33,122 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:33,122 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:33,122 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:33,122 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:33,122 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:33,123 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:33,123 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:33,123 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:33,124 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:33,125 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:33,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:33,125 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001_wd/localmode-log-dir
2016-05-18 02:04:33,125 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001_wd/localmode-log-dir/history.txt.appattempt_1463537073071_0001_000000, maxErrors=10
2016-05-18 02:04:33,126 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:33,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537073071_0001_000000, appSubmitTime=1463537073117, launchTime=1463537073117
2016-05-18 02:04:33,128 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:33,131 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:43078
2016-05-18 02:04:33,132 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537073071
2016-05-18 02:04:33,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537073071_0001_000000, startTime=1463537073134
2016-05-18 02:04:33,134 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:33,200 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:33,200 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:33,201 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/testCoerce/coerce, applicationId=application_1463537073071_0001, dagName=[7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113] coerce/(1/1) ...latform/testCoerce/coerce
2016-05-18 02:04:33,216 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113] coerce/(1/1) ...latform/testCoerce/coerce
2016-05-18 02:04:33,216 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:33,217 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537073071_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001_wd/localmode-log-dir/dag_1463537073071_0001_1.dot
2016-05-18 02:04:33,217 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001_wd/localmode-log-dir/dag_1463537073071_0001_1-tez-dag.pb.txt
2016-05-18 02:04:33,221 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537073071_0001_1
2016-05-18 02:04:33,221 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,221 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113] coerce/(1/1) ...latform/testCoerce/coerce
2016-05-18 02:04:33 Running Dag: dag_1463537073071_0001_1
2016-05-18 02:04:33,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537073071_0001_1, submitTime=1463537073216
2016-05-18 02:04:33,237 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001/tez-conf.pb" } size: 40953 timestamp: 1463537073000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:33,238 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,238 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,238 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:33,239 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:33,240 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537073071_0001_1, initTime=1463537073240
2016-05-18 02:04:33,240 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073071_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:33,240 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:33,240 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:DAG_STARTED]: dagID=dag_1463537073071_0001_1, startTime=1463537073240
2016-05-18 02:04:33,240 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073071_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:33,240 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D90BA9A6D58D479B9F6DB55CDCF75CDA : {912EEA11473246A4999B67FD53CB3698={InputName=912EEA11473246A4999B67FD53CB3698}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:33,240 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 912EEA11473246A4999B67FD53CB3698, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:33,241 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,241 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,241 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,241 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,242 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:33,242 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 912EEA11473246A4999B67FD53CB3698 on vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,242 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/testCoerce/coerce, applicationId=application_1463537073071_0001, dagName=[7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113] coerce/(1/1) ...latform/testCoerce/coerce
2016-05-18 02:04:33,245 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 912EEA11473246A4999B67FD53CB3698 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:33,247 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:33,247 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 19 Min splitLength: 52428800 New desired splits: 1 Total length: 19 Original splits: 3
2016-05-18 02:04:33,248 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 19 numLocations: 1 numSplitsPerLocation: 3 numSplitsInGroup: 3 totalLength: 19 numOriginalSplits: 3 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:33,248 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 3
2016-05-18 02:04:33,249 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 912EEA11473246A4999B67FD53CB3698 on vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,249 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:33,249 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {912EEA11473246A4999B67FD53CB3698=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:33,250 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] parallelism set to 1
2016-05-18 02:04:33,250 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:33,250 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA], numAdditionalOutputs=1
2016-05-18 02:04:33,250 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=342A3FEE22FA4064B876CCE1C32FF583, vertex=vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:33,252 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for D90BA9A6D58D479B9F6DB55CDCF75CDA:342A3FEE22FA4064B876CCE1C32FF583 using oldmapred API
2016-05-18 02:04:33,252 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=342A3FEE22FA4064B876CCE1C32FF583, vertexName=D90BA9A6D58D479B9F6DB55CDCF75CDA, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:33,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D90BA9A6D58D479B9F6DB55CDCF75CDA, vertexId=vertex_1463537073071_0001_1_00, initRequestedTime=1463537073240, initedTime=1463537073250, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:33,253 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] with distanceFromRoot: 0
2016-05-18 02:04:33,253 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:33,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537073071_0001_1_00, startRequestedTime=1463537073242, startedTime=1463537073254
2016-05-18 02:04:33,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537073071_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:33,254 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:33,254 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D90BA9A6D58D479B9F6DB55CDCF75CDA
2016-05-18 02:04:33,254 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,255 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:TASK_STARTED]: vertexName=D90BA9A6D58D479B9F6DB55CDCF75CDA, taskId=task_1463537073071_0001_1_00_000000, scheduledTime=1463537073255, launchTime=1463537073255
2016-05-18 02:04:33,255 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,256 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:33,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537073071_0001_00_000001, launchTime=1463537073257
2016-05-18 02:04:33,258 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537073071_0001_00_000001
2016-05-18 02:04:33,258 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537073071_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,258 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537073071_0001_1_00_000000_0] started. Is using containerId: [container_1463537073071_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:33,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D90BA9A6D58D479B9F6DB55CDCF75CDA, taskAttemptId=attempt_1463537073071_0001_1_00_000000_0, startTime=1463537073258, containerId=container_1463537073071_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:33 Starting to run new task attempt: attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,259 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,259 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,259 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:33,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113] coerce/(1/1) ...latform/testCoerce/coerce, VertexName: D90BA9A6D58D479B9F6DB55CDCF75CDA, VertexParallelism: 1, TaskAttemptID:attempt_1463537073071_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=912EEA11473246A4999B67FD53CB3698, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=342A3FEE22FA4064B876CCE1C32FF583, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:33,259 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:33,260 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,261 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537073071_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:33,261 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537073071_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:33,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce] submitted tez dag to app master: application_1463537073071_0001, with dag id: dag_1463537073071_0001_1
2016-05-18 02:04:33,264 INFO  input.MRInput (MRInput.java:initialize(440)) - 912EEA11473246A4999B67FD53CB3698 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:33,264 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 912EEA11473246A4999B67FD53CB3698
2016-05-18 02:04:33,264 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:33,269 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D90BA9A6D58D479B9F6DB55CDCF75CDA, ordinal: 0
2016-05-18 02:04:33,269 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D90BA9A6D58D479B9F6DB55CDCF75CDA, mem on start (mb), free: 381, total: 542, max: 672
2016-05-18 02:04:33,269 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:33,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:33,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:33,276 INFO  output.MROutput (MROutput.java:initialize(421)) - 342A3FEE22FA4064B876CCE1C32FF583: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:33,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:33,277 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[912EEA11473246A4999B67FD53CB3698:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [342A3FEE22FA4064B876CCE1C32FF583:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:33,277 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:33,277 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:33,278 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-05-18 02:04:33,278 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[912EEA11473246A4999B67FD53CB3698:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [342A3FEE22FA4064B876CCE1C32FF583:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:33,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:33,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 912EEA11473246A4999B67FD53CB3698 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:33,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 912EEA11473246A4999B67FD53CB3698
2016-05-18 02:04:33,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:33,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:33,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:33,279 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,281 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:0+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:9+9, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt:18+1], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=19}
2016-05-18 02:04:33,282 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 912EEA11473246A4999B67FD53CB3698 initialized RecordReader from event
2016-05-18 02:04:33,282 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:33,283 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"] streamed: true, id: 912EEA11473246A4999B67FD53CB3698
2016-05-18 02:04:33,283 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce"], id: 342A3FEE22FA4064B876CCE1C32FF583
2016-05-18 02:04:33,283 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce"]
2016-05-18 02:04:33,283 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lower.txt"]
2016-05-18 02:04:33,284 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D90BA9A6D58D479B9F6DB55CDCF75CDA, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:04:33,286 INFO  output.MROutput (MROutput.java:close(526)) - 342A3FEE22FA4064B876CCE1C32FF583 closed
2016-05-18 02:04:33,286 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537073071_0001_1_00_000000_0 given a go for committing the task output.
2016-05-18 02:04:33,286 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,287 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D90BA9A6D58D479B9F6DB55CDCF75CDA, mem on close (mb), free: 378, total: 542, max: 672
2016-05-18 02:04:33,287 INFO  output.MROutput (MROutput.java:close(526)) - 342A3FEE22FA4064B876CCE1C32FF583 closed
2016-05-18 02:04:33,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:33 Completed running task attempt: attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,287 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537073071_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:33,288 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537073071_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:33,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537073071_0001_1_00_000000_0: Counters: 11 [[org.apache.tez.common.counters.TaskCounter INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1463537073284, Process_Duration=2, Process_End_Time=1463537073286, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-05-18 02:04:33,289 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537073071_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:33,289 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:33,289 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:33,289 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D90BA9A6D58D479B9F6DB55CDCF75CDA, taskAttemptId=attempt_1463537073071_0001_1_00_000000_0, creationTime=1463537073255, allocationTime=1463537073256, startTime=1463537073258, finishTime=1463537073289, timeTaken=31, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:33,289 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33,289 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537073071_0001_00_000001
2016-05-18 02:04:33,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:TASK_FINISHED]: vertexName=D90BA9A6D58D479B9F6DB55CDCF75CDA, taskId=task_1463537073071_0001_1_00_000000, startTime=1463537073258, finishTime=1463537073289, timeTaken=31, status=SUCCEEDED, successfulAttemptID=attempt_1463537073071_0001_1_00_000000_0, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537073284, Process_Duration=2, Process_End_Time=1463537073286, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:33,290 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:33,290 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA]
2016-05-18 02:04:33,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:VERTEX_FINISHED]: vertexName=D90BA9A6D58D479B9F6DB55CDCF75CDA, vertexId=vertex_1463537073071_0001_1_00, initRequestedTime=1463537073240, initedTime=1463537073250, startRequestedTime=1463537073242, startedTime=1463537073254, finishTime=1463537073290, timeTaken=36, status=SUCCEEDED, diagnostics=, counters=Counters: 12, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537073284, Process_Duration=2, Process_End_Time=1463537073286, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537073258, firstTasksToStart=[ task_1463537073071_0001_1_00_000000 ], lastTaskFinishTime=1463537073289, lastTasksToFinish=[ task_1463537073071_0001_1_00_000000 ], minTaskDuration=31, maxTaskDuration=31, avgTaskDuration=31.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537073071_0001_1_00_000000 ], longestDurationTasks=[ task_1463537073071_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:33,291 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:33,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537073071_0001_00_000001, stoppedTime=1463537073291, exitStatus=0
2016-05-18 02:04:33,291 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-05-18 02:04:33,291 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:33,291 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537073071_0001_1
2016-05-18 02:04:33,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537073071_0001_1
2016-05-18 02:04:33,292 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073071_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:33,292 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 342A3FEE22FA4064B876CCE1C32FF583 for vertex: vertex_1463537073071_0001_1_00 [D90BA9A6D58D479B9F6DB55CDCF75CDA], outputName: 342A3FEE22FA4064B876CCE1C32FF583
2016-05-18 02:04:33,292 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537073071_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:33,292 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537073071_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:33,293 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537073071_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:33,293 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537073071_0001_00_000001, Exiting
2016-05-18 02:04:33,293 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537073071_0001_00_000001
2016-05-18 02:04:33,293 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537073071_0001_00_000001
2016-05-18 02:04:33,294 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537073071_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:33,294 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537073071_0001_00_000001 completed successfully
2016-05-18 02:04:33,301 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:342A3FEE22FA4064B876CCE1C32FF583 of vertex/vertexGroup:D90BA9A6D58D479B9F6DB55CDCF75CDA isVertexGroupOutput:false
2016-05-18 02:04:33,301 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1, commitInProgress=0, terminationCause=null
2016-05-18 02:04:33,302 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537073071_0001_1, queueSize=0
2016-05-18 02:04:33,303 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073071_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537073071_0001_1, startTime=1463537073240, finishTime=1463537073301, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 16, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=130, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1463537073284, Process_Duration=2, Process_End_Time=1463537073286, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-05-18 02:04:33,303 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537073071_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:33,303 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073071_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:33 Completed Dag: dag_1463537073071_0001_1
2016-05-18 02:04:33,303 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537073071_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:33,303 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537073071_0001_1_post
2016-05-18 02:04:33,303 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,303 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:33,303 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:33,304 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113] coerce/(1/1) ...latform/testCoerce/coerce, with id=dag_1463537073071_0001_1
2016-05-18 02:04:33,304 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113] coerce/(1/1) ...latform/testCoerce/coerce, with id=dag_1463537073071_0001_1
2016-05-18 02:04:33,310 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/testCoerce/coerce, applicationId=application_1463537073071_0001
2016-05-18 02:04:33,312 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:33,312 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:33,312 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:33,312 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:33,312 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:33,312 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:33,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:33,313 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:33,313 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:33,313 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:33,314 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:33,314 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:33,314 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:33,315 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:33,317 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/7946FC195FAA437EA4D508E67184E589/DBD301D2286B465B8E01C07848399113/.tez/application_1463537073071_0001
2016-05-18 02:04:33,318 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce/_temporary
2016-05-18 02:04:33,319 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [coerce]  completed in: 00:00.265
2016-05-18 02:04:33,336 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:33,336 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:33,356 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce
2016-05-18 02:04:33,380 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:33,380 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:33,415 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-18 02:04:33,422 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-18 02:04:33,423 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:33,423 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:33,423 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:33,439 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross-rev.txt
2016-05-18 02:04:33,445 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator
2016-05-18 02:04:33,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] starting
2016-05-18 02:04:33,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross-rev.txt"]
2016-05-18 02:04:33,498 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  sink: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator"]
2016-05-18 02:04:33,498 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  parallel execution of steps is enabled: false
2016-05-18 02:04:33,498 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  executing total steps: 1
2016-05-18 02:04:33,498 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  allocating management threads: 1
2016-05-18 02:04:33,498 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] starting step: (1/1) ...tnfieldswithoutcomparator
2016-05-18 02:04:33,498 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [first] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:33,511 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] tez session mode enabled: true
2016-05-18 02:04:33,515 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:33,516 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:33,516 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:33,524 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001 doesn't exist and is created
2016-05-18 02:04:33,545 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:33,545 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:33,545 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001_wd
2016-05-18 02:04:33,560 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537073516_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:33,560 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:33,561 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:33,562 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:33,562 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:33,562 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:33,562 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:33,563 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:33,564 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:33,564 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:33,565 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:33,565 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:33,565 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:33,565 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:33,566 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:33,567 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:33,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:33,567 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001_wd/localmode-log-dir
2016-05-18 02:04:33,567 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001_wd/localmode-log-dir/history.txt.appattempt_1463537073516_0001_000000, maxErrors=10
2016-05-18 02:04:33,568 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:33,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537073516_0001_000000, appSubmitTime=1463537073560, launchTime=1463537073560
2016-05-18 02:04:33,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:33,573 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41065
2016-05-18 02:04:33,574 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537073516
2016-05-18 02:04:33,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537073516_0001_000000, startTime=1463537073576
2016-05-18 02:04:33,576 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:33,645 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:33,645 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:33,645 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...tnfieldswithoutcomparator, applicationId=application_1463537073516_0001, dagName=[9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator
2016-05-18 02:04:33,662 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator
2016-05-18 02:04:33,662 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:33,663 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537073516_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001_wd/localmode-log-dir/dag_1463537073516_0001_1.dot
2016-05-18 02:04:33,664 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001_wd/localmode-log-dir/dag_1463537073516_0001_1-tez-dag.pb.txt
2016-05-18 02:04:33,671 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537073516_0001_1
2016-05-18 02:04:33,671 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,671 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator
2016-05-18 02:04:33 Running Dag: dag_1463537073516_0001_1
2016-05-18 02:04:33,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537073516_0001_1, submitTime=1463537073662
2016-05-18 02:04:33,687 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001/tez-conf.pb" } size: 40953 timestamp: 1463537073000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:33,687 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,688 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:33,688 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001/tez-conf.pb" } size: 40953 timestamp: 1463537073000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:33,688 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,689 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:33,689 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:33,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537073516_0001_1, initTime=1463537073689
2016-05-18 02:04:33,689 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073516_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:33,689 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:33,690 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:DAG_STARTED]: dagID=dag_1463537073516_0001_1, startTime=1463537073689
2016-05-18 02:04:33,690 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073516_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:33,690 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CA9AA1A0AE9A40839752BFD6567021CA : {30ED8B74A1394DAD888260BBB42930B2={InputName=30ED8B74A1394DAD888260BBB42930B2}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:33,690 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 30ED8B74A1394DAD888260BBB42930B2, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:33,690 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,690 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,690 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,690 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,691 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:33,691 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,691 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 30ED8B74A1394DAD888260BBB42930B2 on vertex vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,693 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 30ED8B74A1394DAD888260BBB42930B2 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:33,694 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:33,694 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 221 Min splitLength: 52428800 New desired splits: 1 Total length: 221 Original splits: 2
2016-05-18 02:04:33,695 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...tnfieldswithoutcomparator, applicationId=application_1463537073516_0001, dagName=[9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator
2016-05-18 02:04:33,695 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 221 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 221 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:33,695 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:33,695 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,695 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:33,696 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537073516_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:33,696 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98], numAdditionalOutputs=1
2016-05-18 02:04:33,697 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=FE0952D34CBC401098CA948B3072C59F, vertex=vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:33,697 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 30ED8B74A1394DAD888260BBB42930B2 on vertex vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,699 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for E124BD5501C94291BA59D36C27E55D98:FE0952D34CBC401098CA948B3072C59F using oldmapred API
2016-05-18 02:04:33,699 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=FE0952D34CBC401098CA948B3072C59F, vertexName=E124BD5501C94291BA59D36C27E55D98, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:33,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E124BD5501C94291BA59D36C27E55D98, vertexId=vertex_1463537073516_0001_1_01, initRequestedTime=1463537073691, initedTime=1463537073696, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:33,700 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:33,701 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:33,701 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {30ED8B74A1394DAD888260BBB42930B2=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:33,702 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] parallelism set to 1
2016-05-18 02:04:33,702 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:33,702 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CA9AA1A0AE9A40839752BFD6567021CA, vertexId=vertex_1463537073516_0001_1_00, initRequestedTime=1463537073690, initedTime=1463537073702, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:33,702 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] with distanceFromRoot: 0
2016-05-18 02:04:33,702 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:33,702 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537073516_0001_1_00, startRequestedTime=1463537073691, startedTime=1463537073702
2016-05-18 02:04:33,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537073516_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:33,703 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:33,703 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537073516_0001_1_00 for vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] numStartedSources: 1 numSources: 1
2016-05-18 02:04:33,703 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] with distanceFromRoot: 1
2016-05-18 02:04:33,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537073516_0001_1_01, startRequestedTime=1463537073703, startedTime=1463537073703
2016-05-18 02:04:33,703 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:33,705 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CA9AA1A0AE9A40839752BFD6567021CA
2016-05-18 02:04:33,706 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,706 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: E124BD5501C94291BA59D36C27E55D98 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:33,707 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_STARTED]: vertexName=CA9AA1A0AE9A40839752BFD6567021CA, taskId=task_1463537073516_0001_1_00_000000, scheduledTime=1463537073707, launchTime=1463537073707
2016-05-18 02:04:33,708 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,710 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CA9AA1A0AE9A40839752BFD6567021CA in vertex: E124BD5501C94291BA59D36C27E55D98 numBipartiteSourceTasks: 1
2016-05-18 02:04:33,710 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:33,711 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537073516_0001_00_000001, launchTime=1463537073711
2016-05-18 02:04:33,712 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537073516_0001_00_000001
2016-05-18 02:04:33,712 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537073516_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,713 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537073516_0001_1_00_000000_0] started. Is using containerId: [container_1463537073516_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:33,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CA9AA1A0AE9A40839752BFD6567021CA, taskAttemptId=attempt_1463537073516_0001_1_00_000000_0, startTime=1463537073712, containerId=container_1463537073516_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:33 Starting to run new task attempt: attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,714 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,714 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,715 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:33,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator, VertexName: CA9AA1A0AE9A40839752BFD6567021CA, VertexParallelism: 1, TaskAttemptID:attempt_1463537073516_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=30ED8B74A1394DAD888260BBB42930B2, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E124BD5501C94291BA59D36C27E55D98, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:33,716 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:33,716 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,717 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537073516_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:33,717 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537073516_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:33,733 INFO  input.MRInput (MRInput.java:initialize(440)) - 30ED8B74A1394DAD888260BBB42930B2 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:33,733 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 30ED8B74A1394DAD888260BBB42930B2
2016-05-18 02:04:33,734 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:33,734 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first] submitted tez dag to app master: application_1463537073516_0001, with dag id: dag_1463537073516_0001_1
2016-05-18 02:04:33,738 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CA9AA1A0AE9A40839752BFD6567021CA, ordinal: 0
2016-05-18 02:04:33,738 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CA9AA1A0AE9A40839752BFD6567021CA, mem on start (mb), free: 470, total: 546, max: 672
2016-05-18 02:04:33,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:33,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:33,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:33,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:33,738 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[30ED8B74A1394DAD888260BBB42930B2:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [E124BD5501C94291BA59D36C27E55D98:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:33,738 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:33,738 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:33,739 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:33,739 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[30ED8B74A1394DAD888260BBB42930B2:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [E124BD5501C94291BA59D36C27E55D98:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:33,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:33,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 30ED8B74A1394DAD888260BBB42930B2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:33,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 30ED8B74A1394DAD888260BBB42930B2
2016-05-18 02:04:33,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:33,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:33,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:33,740 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,741 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross-rev.txt:0+110, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross-rev.txt:110+111], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=221}
2016-05-18 02:04:33,741 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 30ED8B74A1394DAD888260BBB42930B2 initialized RecordReader from event
2016-05-18 02:04:33,743 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross-rev.txt"]
2016-05-18 02:04:33,744 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross-rev.txt"] streamed: true, id: 30ED8B74A1394DAD888260BBB42930B2
2016-05-18 02:04:33,744 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(first)[by:[{1}:'num']], id: D0F5529E421B4EFAA96B5D4CFCB1460A
2016-05-18 02:04:33,744 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(first)[by:[{1}:'num']] D0F5529E421B4EFAA96B5D4CFCB1460A
2016-05-18 02:04:33,745 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - E124BD5501C94291BA59D36C27E55D98 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@7981d22, comparator=cascading.tuple.hadoop.util.TupleComparator@13a0a713, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:33,745 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for E124BD5501C94291BA59D36C27E55D98: , UsingHashComparator=false
2016-05-18 02:04:33,757 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:33,758 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:33,758 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for E124BD5501C94291BA59D36C27E55D98: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:33,758 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - E124BD5501C94291BA59D36C27E55D98: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:33,758 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs+rhs-cross-rev.txt"]
2016-05-18 02:04:33,759 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CA9AA1A0AE9A40839752BFD6567021CA, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:33,760 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:33,760 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 369, total: 546, max: 672
2016-05-18 02:04:33,761 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:33,762 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 369, total: 546, max: 672
2016-05-18 02:04:33,762 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,762 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CA9AA1A0AE9A40839752BFD6567021CA, mem on close (mb), free: 369, total: 546, max: 672
2016-05-18 02:04:33,763 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - E124BD5501C94291BA59D36C27E55D98: Starting flush of map output
2016-05-18 02:04:33,763 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - E124BD5501C94291BA59D36C27E55D98: Span0.length = 5, perItem = 21
2016-05-18 02:04:33,763 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - E124BD5501C94291BA59D36C27E55D98: done sorting span=0, length=5, time=0
2016-05-18 02:04:33,763 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - E124BD5501C94291BA59D36C27E55D98: Heap = SpanIterator<0:4> (span=Span[16777216,105]),
2016-05-18 02:04:33,764 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - E124BD5501C94291BA59D36C27E55D98: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001_wd/localmode-local-dir/output/attempt_1463537073516_0001_1_00_000000_0_10210_0/file.out
2016-05-18 02:04:33,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:33 Completed running task attempt: attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,767 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537073516_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:33,767 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537073516_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:33,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537073516_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537073759, Process_Duration=3, Process_End_Time=1463537073762, Read_Duration=1, Tuples_Read=37, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5]]
2016-05-18 02:04:33,768 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537073516_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:33,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CA9AA1A0AE9A40839752BFD6567021CA, taskAttemptId=attempt_1463537073516_0001_1_00_000000_0, creationTime=1463537073708, allocationTime=1463537073711, startTime=1463537073712, finishTime=1463537073768, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:33,768 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33,768 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:33,769 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:33,769 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,769 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537073516_0001_00_000001
2016-05-18 02:04:33,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_FINISHED]: vertexName=CA9AA1A0AE9A40839752BFD6567021CA, taskId=task_1463537073516_0001_1_00_000000, startTime=1463537073712, finishTime=1463537073768, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1463537073516_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537073759, Process_Duration=3, Process_End_Time=1463537073762, Read_Duration=1, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-05-18 02:04:33,770 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:33,770 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_FINISHED]: vertexName=CA9AA1A0AE9A40839752BFD6567021CA, vertexId=vertex_1463537073516_0001_1_00, initRequestedTime=1463537073690, initedTime=1463537073702, startRequestedTime=1463537073691, startedTime=1463537073702, finishTime=1463537073770, timeTaken=68, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537073759, Process_Duration=3, Process_End_Time=1463537073762, Read_Duration=1, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1463537073712, firstTasksToStart=[ task_1463537073516_0001_1_00_000000 ], lastTaskFinishTime=1463537073768, lastTasksToFinish=[ task_1463537073516_0001_1_00_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537073516_0001_1_00_000000 ], longestDurationTasks=[ task_1463537073516_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:33,771 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:33,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537073516_0001_00_000001, stoppedTime=1463537073771, exitStatus=0
2016-05-18 02:04:33,771 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] attempt: attempt_1463537073516_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:33,771 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:33,772 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:33,772 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E124BD5501C94291BA59D36C27E55D98
2016-05-18 02:04:33,772 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537073516_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:33,772 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CA9AA1A0AE9A40839752BFD6567021CA, destinationVertexName=E124BD5501C94291BA59D36C27E55D98. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:33,772 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_STARTED]: vertexName=E124BD5501C94291BA59D36C27E55D98, taskId=task_1463537073516_0001_1_01_000000, scheduledTime=1463537073773, launchTime=1463537073773
2016-05-18 02:04:33,773 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537073516_0001_00_000002, launchTime=1463537073774
2016-05-18 02:04:33,775 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537073516_0001_00_000002
2016-05-18 02:04:33,776 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537073516_0001_1_01_000000_0] started. Is using containerId: [container_1463537073516_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:33,776 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E124BD5501C94291BA59D36C27E55D98, taskAttemptId=attempt_1463537073516_0001_1_01_000000_0, startTime=1463537073776, containerId=container_1463537073516_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:33,777 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537073516_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33 Starting to run new task attempt: attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33,778 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33,778 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,778 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:33,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator, VertexName: E124BD5501C94291BA59D36C27E55D98, VertexParallelism: 1, TaskAttemptID:attempt_1463537073516_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CA9AA1A0AE9A40839752BFD6567021CA, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FE0952D34CBC401098CA948B3072C59F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:33,778 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:33,779 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33,780 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537073516_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,780 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537073516_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:33,780 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537073516_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:33,780 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537073516_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:33,780 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537073516_0001_00_000001, Exiting
2016-05-18 02:04:33,781 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537073516_0001_00_000001
2016-05-18 02:04:33,781 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537073516_0001_00_000001
2016-05-18 02:04:33,781 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:33,783 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537073516_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:33,784 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:33,784 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537073516_0001_00_000001 completed successfully
2016-05-18 02:04:33,789 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E124BD5501C94291BA59D36C27E55D98, ordinal: 1
2016-05-18 02:04:33,789 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E124BD5501C94291BA59D36C27E55D98, mem on start (mb), free: 363, total: 546, max: 672
2016-05-18 02:04:33,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:33,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:33,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:33,794 INFO  output.MROutput (MROutput.java:initialize(421)) - FE0952D34CBC401098CA948B3072C59F: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:33,794 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:33,794 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[CA9AA1A0AE9A40839752BFD6567021CA:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [FE0952D34CBC401098CA948B3072C59F:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:33,795 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:33,795 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:33,795 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 211392912, TotalRequestedScaled: 1.9513191876923078E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:33,795 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[CA9AA1A0AE9A40839752BFD6567021CA:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [FE0952D34CBC401098CA948B3072C59F:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:33,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:33,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: CA9AA1A0AE9A40839752BFD6567021CA being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:33,796 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:33,796 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CA9AA1A0AE9A40839752BFD6567021CA: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:33,796 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:33,796 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CA9AA1A0AE9A40839752BFD6567021CA: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:33,797 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CA9AA1A0AE9A40839752BFD6567021CA with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:33,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: CA9AA1A0AE9A40839752BFD6567021CA
2016-05-18 02:04:33,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:33,798 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33,801 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CA9AA1A0AE9A40839752BFD6567021CA: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:33,802 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537073516_0001_1_00_000000_0_10210} to DISK_DIRECT, csize=125, dsize=121, EndTime=1463537073802, TimeTaken=1, Rate=0.12 MB/s
2016-05-18 02:04:33,802 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CA9AA1A0AE9A40839752BFD6567021CA
2016-05-18 02:04:33,802 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(first)[by:[{1}:'num']]
2016-05-18 02:04:33,803 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:33,803 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CA9AA1A0AE9A40839752BFD6567021CA, wasInterrupted=false
2016-05-18 02:04:33,803 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(first)[by:[{1}:'num']] streamed: true, id: D0F5529E421B4EFAA96B5D4CFCB1460A
2016-05-18 02:04:33,804 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator"], id: FE0952D34CBC401098CA948B3072C59F
2016-05-18 02:04:33,804 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator"]
2016-05-18 02:04:33,804 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:33,805 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(first)[by:[{1}:'num']] D0F5529E421B4EFAA96B5D4CFCB1460A, for 1 inputs
2016-05-18 02:04:33,805 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:33,806 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001_wd/localmode-local-dir/output/attempt_1463537073516_0001_1_00_000000_0_10210/file.out, len=125, isLocal=true
2016-05-18 02:04:33,806 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 125 bytes from disk
2016-05-18 02:04:33,806 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:33,806 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:33,807 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 108 bytes
2016-05-18 02:04:33,807 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CA9AA1A0AE9A40839752BFD6567021CA
2016-05-18 02:04:33,807 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CA9AA1A0AE9A40839752BFD6567021CA: Shuffle Runner thread complete
2016-05-18 02:04:33,807 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E124BD5501C94291BA59D36C27E55D98, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:04:33,807 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CA9AA1A0AE9A40839752BFD6567021CA: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:33,810 INFO  output.MROutput (MROutput.java:close(526)) - FE0952D34CBC401098CA948B3072C59F closed
2016-05-18 02:04:33,810 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537073516_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:33,811 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33,811 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E124BD5501C94291BA59D36C27E55D98, mem on close (mb), free: 360, total: 546, max: 672
2016-05-18 02:04:33,811 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CA9AA1A0AE9A40839752BFD6567021CA
2016-05-18 02:04:33,811 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CA9AA1A0AE9A40839752BFD6567021CA: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:33,811 INFO  output.MROutput (MROutput.java:close(526)) - FE0952D34CBC401098CA948B3072C59F closed
2016-05-18 02:04:33,811 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:33 Completed running task attempt: attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33,812 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537073516_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:33,812 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537073516_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:33,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537073516_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537073807, Process_Duration=4, Process_End_Time=1463537073811, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:33,813 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537073516_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:33,813 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E124BD5501C94291BA59D36C27E55D98, taskAttemptId=attempt_1463537073516_0001_1_01_000000_0, creationTime=1463537073773, allocationTime=1463537073774, startTime=1463537073776, finishTime=1463537073813, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:33,813 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:33,814 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:33,814 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,814 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33,814 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537073516_0001_00_000002
2016-05-18 02:04:33,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:TASK_FINISHED]: vertexName=E124BD5501C94291BA59D36C27E55D98, taskId=task_1463537073516_0001_1_01_000000, startTime=1463537073776, finishTime=1463537073814, timeTaken=38, status=SUCCEEDED, successfulAttemptID=attempt_1463537073516_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537073807, Process_Duration=4, Process_End_Time=1463537073811, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:33,815 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:33,815 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98]
2016-05-18 02:04:33,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:VERTEX_FINISHED]: vertexName=E124BD5501C94291BA59D36C27E55D98, vertexId=vertex_1463537073516_0001_1_01, initRequestedTime=1463537073691, initedTime=1463537073696, startRequestedTime=1463537073703, startedTime=1463537073703, finishTime=1463537073815, timeTaken=112, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537073807, Process_Duration=4, Process_End_Time=1463537073811, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537073776, firstTasksToStart=[ task_1463537073516_0001_1_01_000000 ], lastTaskFinishTime=1463537073813, lastTasksToFinish=[ task_1463537073516_0001_1_01_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537073516_0001_1_01_000000 ], longestDurationTasks=[ task_1463537073516_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:33,816 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:33,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537073516_0001_00_000002, stoppedTime=1463537073816, exitStatus=0
2016-05-18 02:04:33,816 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:33,816 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:33,816 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537073516_0001_1_00 [CA9AA1A0AE9A40839752BFD6567021CA]
2016-05-18 02:04:33,816 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537073516_0001_1
2016-05-18 02:04:33,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537073516_0001_1
2016-05-18 02:04:33,816 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073516_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:33,816 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: FE0952D34CBC401098CA948B3072C59F for vertex: vertex_1463537073516_0001_1_01 [E124BD5501C94291BA59D36C27E55D98], outputName: FE0952D34CBC401098CA948B3072C59F
2016-05-18 02:04:33,817 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537073516_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:33,825 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537073516_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:33,825 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537073516_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:33,825 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537073516_0001_00_000002, Exiting
2016-05-18 02:04:33,825 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537073516_0001_00_000002
2016-05-18 02:04:33,825 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537073516_0001_00_000002
2016-05-18 02:04:33,825 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537073516_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:33,826 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537073516_0001_00_000002 completed successfully
2016-05-18 02:04:33,827 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:FE0952D34CBC401098CA948B3072C59F of vertex/vertexGroup:E124BD5501C94291BA59D36C27E55D98 isVertexGroupOutput:false
2016-05-18 02:04:33,827 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:33,828 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537073516_0001_1, queueSize=0
2016-05-18 02:04:33,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537073516_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537073516_0001_1, startTime=1463537073689, finishTime=1463537073827, timeTaken=138, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=240, AM_GC_TIME_MILLIS=12, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074147566, Process_Duration=7, Process_End_Time=2927074147573, Read_Duration=3, Tuples_Read=42, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-05-18 02:04:33,829 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537073516_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:33,829 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537073516_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:33 Completed Dag: dag_1463537073516_0001_1
2016-05-18 02:04:33,829 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537073516_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:33,829 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537073516_0001_1_post
2016-05-18 02:04:33,829 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:33,829 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:33,829 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:33,829 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator, with id=dag_1463537073516_0001_1
2016-05-18 02:04:33,830 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5] first/(1/1) ...tnfieldswithoutcomparator, with id=dag_1463537073516_0001_1
2016-05-18 02:04:33,840 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...tnfieldswithoutcomparator, applicationId=application_1463537073516_0001
2016-05-18 02:04:33,841 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:33,841 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:33,841 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:33,841 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:33,841 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:33,842 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:33,842 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:33,842 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:33,842 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:33,842 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:33,842 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:33,843 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:33,843 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:33,843 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:33,846 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/9E0A436A4CBB4B26A0A703AEC84B4CA9/B8A5CA4CBFD0472293A315469F62D4E5/.tez/application_1463537073516_0001
2016-05-18 02:04:33,846 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator/_temporary
2016-05-18 02:04:33,847 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [first]  completed in: 00:00.349
2016-05-18 02:04:33,885 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator
2016-05-18 02:04:33,911 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:33,911 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:33,914 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:33,914 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:33,956 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-05-18 02:04:33,960 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-05-18 02:04:33,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:33,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:33,961 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:33,977 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:33,985 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:33,990 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false741
2016-05-18 02:04:34,038 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: E9EE8A40C8B24929B42EA3726FBB2F51,D13DB30CB1C6441EA2EB6D35A54F2F23 and B96D8CB6E559473F961CF5F96F36B81F
2016-05-18 02:04:34,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting
2016-05-18 02:04:34,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:34,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:34,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false741"]
2016-05-18 02:04:34,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  parallel execution of steps is enabled: false
2016-05-18 02:04:34,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  executing total steps: 1
2016-05-18 02:04:34,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  allocating management threads: 1
2016-05-18 02:04:34,042 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] starting step: (1/1) ...yHash/multimerge+false741
2016-05-18 02:04:34,042 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:34,055 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] tez session mode enabled: true
2016-05-18 02:04:34,059 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:34,060 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:34,060 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:34,068 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001 doesn't exist and is created
2016-05-18 02:04:34,089 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:34,089 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:34,090 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd
2016-05-18 02:04:34,107 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537074059_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:34,107 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:34,107 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:34,108 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:34,108 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:34,109 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:34,109 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:34,109 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:34,111 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:34,111 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:34,111 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:34,111 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:34,111 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:34,111 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:34,111 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:34,112 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:34,112 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:34,112 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:34,112 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:34,112 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:34,114 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:34,114 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:34,114 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:34,115 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-log-dir
2016-05-18 02:04:34,115 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-log-dir/history.txt.appattempt_1463537074059_0001_000000, maxErrors=10
2016-05-18 02:04:34,115 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:34,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537074059_0001_000000, appSubmitTime=1463537074106, launchTime=1463537074106
2016-05-18 02:04:34,118 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:34,120 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53803
2016-05-18 02:04:34,121 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537074059
2016-05-18 02:04:34,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537074059_0001_000000, startTime=1463537074127
2016-05-18 02:04:34,127 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:34,189 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:34,189 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:34,190 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...yHash/multimerge+false741, applicationId=application_1463537074059_0001, dagName=[25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741
2016-05-18 02:04:34,206 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741
2016-05-18 02:04:34,206 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:34,207 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537074059_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-log-dir/dag_1463537074059_0001_1.dot
2016-05-18 02:04:34,208 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-log-dir/dag_1463537074059_0001_1-tez-dag.pb.txt
2016-05-18 02:04:34,232 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537074059_0001_1
2016-05-18 02:04:34,232 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,232 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741
2016-05-18 02:04:34 Running Dag: dag_1463537074059_0001_1
2016-05-18 02:04:34,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537074059_0001_1, submitTime=1463537074206
2016-05-18 02:04:34,250 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001/tez-conf.pb" } size: 41022 timestamp: 1463537074000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:34,250 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,250 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:34,251 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001/tez-conf.pb" } size: 41022 timestamp: 1463537074000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:34,251 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,251 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:34,252 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001/tez-conf.pb" } size: 41022 timestamp: 1463537074000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:34,252 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,252 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:34,252 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:34,253 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537074059_0001_1, initTime=1463537074253
2016-05-18 02:04:34,253 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537074059_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:34,253 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:34,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:DAG_STARTED]: dagID=dag_1463537074059_0001_1, startTime=1463537074254
2016-05-18 02:04:34,254 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537074059_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:34,254 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...yHash/multimerge+false741, applicationId=application_1463537074059_0001, dagName=[25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741
2016-05-18 02:04:34,254 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: D13DB30CB1C6441EA2EB6D35A54F2F23 : {23966BA2AE6543D4905276D93B8565EB={InputName=23966BA2AE6543D4905276D93B8565EB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:34,254 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 23966BA2AE6543D4905276D93B8565EB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:34,254 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,254 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,254 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,255 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,255 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:34,255 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 23966BA2AE6543D4905276D93B8565EB on vertex vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,255 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: E9EE8A40C8B24929B42EA3726FBB2F51 : {F43807420D9E4700AF31A2A6D1633334={InputName=F43807420D9E4700AF31A2A6D1633334}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:34,255 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: F43807420D9E4700AF31A2A6D1633334, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:34,255 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,256 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,256 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,256 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,256 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:34,256 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,259 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 23966BA2AE6543D4905276D93B8565EB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:34,260 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:34,260 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,260 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537074059_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:34,261 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F], numAdditionalOutputs=1
2016-05-18 02:04:34,261 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=5B1C8F3711AD4B6BA744030B0B0313B2, vertex=vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:34,262 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:34,263 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:34,263 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:34,263 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:34,263 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for B96D8CB6E559473F961CF5F96F36B81F:5B1C8F3711AD4B6BA744030B0B0313B2 using oldmapred API
2016-05-18 02:04:34,264 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=5B1C8F3711AD4B6BA744030B0B0313B2, vertexName=B96D8CB6E559473F961CF5F96F36B81F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:34,264 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 23966BA2AE6543D4905276D93B8565EB on vertex vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,263 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: F43807420D9E4700AF31A2A6D1633334 on vertex vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B96D8CB6E559473F961CF5F96F36B81F, vertexId=vertex_1463537074059_0001_1_02, initRequestedTime=1463537074256, initedTime=1463537074261, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:34,265 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:34,267 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input F43807420D9E4700AF31A2A6D1633334 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:34,268 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:34,268 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {23966BA2AE6543D4905276D93B8565EB=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:34,270 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:34,270 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:34,271 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:34,271 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:34,272 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: F43807420D9E4700AF31A2A6D1633334 on vertex vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,272 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] parallelism set to 1
2016-05-18 02:04:34,272 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:34,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, vertexId=vertex_1463537074059_0001_1_01, initRequestedTime=1463537074254, initedTime=1463537074273, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:34,273 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] with distanceFromRoot: 0
2016-05-18 02:04:34,273 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:34,274 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {F43807420D9E4700AF31A2A6D1633334=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:34,274 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] parallelism set to 1
2016-05-18 02:04:34,274 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:34,274 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:34,275 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537074059_0001_1_01, startRequestedTime=1463537074256, startedTime=1463537074275
2016-05-18 02:04:34,276 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537074059_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:34,276 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:34,276 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in D13DB30CB1C6441EA2EB6D35A54F2F23
2016-05-18 02:04:34,276 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,277 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E9EE8A40C8B24929B42EA3726FBB2F51, vertexId=vertex_1463537074059_0001_1_00, initRequestedTime=1463537074255, initedTime=1463537074276, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:34,277 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] with distanceFromRoot: 0
2016-05-18 02:04:34,277 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:34,278 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537074059_0001_1_01 for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] numStartedSources: 1 numSources: 2
2016-05-18 02:04:34,278 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] numStartedSources: 1 numSources: 2
2016-05-18 02:04:34,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_STARTED]: vertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, taskId=task_1463537074059_0001_1_01_000000, scheduledTime=1463537074278, launchTime=1463537074278
2016-05-18 02:04:34,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537074059_0001_1_00, startRequestedTime=1463537074256, startedTime=1463537074279
2016-05-18 02:04:34,280 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name] submitted tez dag to app master: application_1463537074059_0001, with dag id: dag_1463537074059_0001_1
2016-05-18 02:04:34,280 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537074059_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:34,281 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:34,281 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in E9EE8A40C8B24929B42EA3726FBB2F51
2016-05-18 02:04:34,282 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,281 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,283 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537074059_0001_1_00 for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] numStartedSources: 2 numSources: 2
2016-05-18 02:04:34,283 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] with distanceFromRoot: 1
2016-05-18 02:04:34,284 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_STARTED]: vertexName=E9EE8A40C8B24929B42EA3726FBB2F51, taskId=task_1463537074059_0001_1_00_000000, scheduledTime=1463537074284, launchTime=1463537074284
2016-05-18 02:04:34,285 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537074059_0001_1_02, startRequestedTime=1463537074283, startedTime=1463537074284
2016-05-18 02:04:34,285 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:34,286 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,286 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B96D8CB6E559473F961CF5F96F36B81F with 0 source tasks and 1 pending tasks
2016-05-18 02:04:34,287 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:34,287 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: D13DB30CB1C6441EA2EB6D35A54F2F23 in vertex: B96D8CB6E559473F961CF5F96F36B81F numBipartiteSourceTasks: 1
2016-05-18 02:04:34,287 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: E9EE8A40C8B24929B42EA3726FBB2F51 in vertex: B96D8CB6E559473F961CF5F96F36B81F numBipartiteSourceTasks: 2
2016-05-18 02:04:34,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537074059_0001_00_000001, launchTime=1463537074290
2016-05-18 02:04:34,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537074059_0001_00_000002, launchTime=1463537074290
2016-05-18 02:04:34,291 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537074059_0001_00_000001
2016-05-18 02:04:34,291 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537074059_0001_00_000002
2016-05-18 02:04:34,291 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537074059_0001_1_01_000000_0] started. Is using containerId: [container_1463537074059_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:34,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, taskAttemptId=attempt_1463537074059_0001_1_01_000000_0, startTime=1463537074291, containerId=container_1463537074059_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:34,292 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537074059_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,292 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537074059_0001_1_00_000000_0] started. Is using containerId: [container_1463537074059_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:34,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E9EE8A40C8B24929B42EA3726FBB2F51, taskAttemptId=attempt_1463537074059_0001_1_00_000000_0, startTime=1463537074292, containerId=container_1463537074059_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:34 Starting to run new task attempt: attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,292 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,292 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,292 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:34,293 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741, VertexName: E9EE8A40C8B24929B42EA3726FBB2F51, VertexParallelism: 1, TaskAttemptID:attempt_1463537074059_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F43807420D9E4700AF31A2A6D1633334, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B96D8CB6E559473F961CF5F96F36B81F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:34,293 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537074059_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,293 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:34,293 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,293 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537074059_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:34 Starting to run new task attempt: attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,294 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537074059_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:34,294 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,294 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,294 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:34,294 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741, VertexName: D13DB30CB1C6441EA2EB6D35A54F2F23, VertexParallelism: 1, TaskAttemptID:attempt_1463537074059_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=23966BA2AE6543D4905276D93B8565EB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B96D8CB6E559473F961CF5F96F36B81F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:34,295 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:34,295 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,296 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537074059_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:34,296 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537074059_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:34,296 INFO  input.MRInput (MRInput.java:initialize(440)) - F43807420D9E4700AF31A2A6D1633334 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:34,297 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: F43807420D9E4700AF31A2A6D1633334
2016-05-18 02:04:34,297 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:34,300 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:34,304 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E9EE8A40C8B24929B42EA3726FBB2F51, ordinal: 0
2016-05-18 02:04:34,306 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E9EE8A40C8B24929B42EA3726FBB2F51, mem on start (mb), free: 447, total: 547, max: 672
2016-05-18 02:04:34,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:34,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:34,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:34,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:34,307 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F43807420D9E4700AF31A2A6D1633334:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B96D8CB6E559473F961CF5F96F36B81F:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:34,308 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:34,308 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:34,308 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:34,308 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F43807420D9E4700AF31A2A6D1633334:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B96D8CB6E559473F961CF5F96F36B81F:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:34,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:34,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F43807420D9E4700AF31A2A6D1633334 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:34,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F43807420D9E4700AF31A2A6D1633334
2016-05-18 02:04:34,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:34,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:34,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:34,310 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,311 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D13DB30CB1C6441EA2EB6D35A54F2F23, ordinal: 1
2016-05-18 02:04:34,311 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D13DB30CB1C6441EA2EB6D35A54F2F23, mem on start (mb), free: 446, total: 547, max: 672
2016-05-18 02:04:34,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:34,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:34,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:34,311 INFO  input.MRInput (MRInput.java:initialize(440)) - 23966BA2AE6543D4905276D93B8565EB using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:34,313 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:34,313 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:34,314 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - F43807420D9E4700AF31A2A6D1633334 initialized RecordReader from event
2016-05-18 02:04:34,313 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 23966BA2AE6543D4905276D93B8565EB
2016-05-18 02:04:34,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:34,314 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: F43807420D9E4700AF31A2A6D1633334
2016-05-18 02:04:34,315 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: 96F859883154460985E262B08F48E1C1
2016-05-18 02:04:34,315 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 96F859883154460985E262B08F48E1C1
2016-05-18 02:04:34,314 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[23966BA2AE6543D4905276D93B8565EB:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [B96D8CB6E559473F961CF5F96F36B81F:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:34,316 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:34,316 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:34,317 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:34,317 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[23966BA2AE6543D4905276D93B8565EB:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [B96D8CB6E559473F961CF5F96F36B81F:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:34,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:34,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 23966BA2AE6543D4905276D93B8565EB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:34,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 23966BA2AE6543D4905276D93B8565EB
2016-05-18 02:04:34,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:34,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:34,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:34,318 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,318 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B96D8CB6E559473F961CF5F96F36B81F using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@483cfdd1, comparator=cascading.tuple.hadoop.util.TupleComparator@1c3bc964, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:34,319 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B96D8CB6E559473F961CF5F96F36B81F: , UsingHashComparator=false
2016-05-18 02:04:34,332 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:34,332 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:34,332 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B96D8CB6E559473F961CF5F96F36B81F: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:34,333 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B96D8CB6E559473F961CF5F96F36B81F: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:34,332 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:34,334 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:34,335 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E9EE8A40C8B24929B42EA3726FBB2F51, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:34,334 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: 23966BA2AE6543D4905276D93B8565EB
2016-05-18 02:04:34,336 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: 96F859883154460985E262B08F48E1C1
2016-05-18 02:04:34,334 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:34,337 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 23966BA2AE6543D4905276D93B8565EB initialized RecordReader from event
2016-05-18 02:04:34,338 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:34,338 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 343, total: 547, max: 672
2016-05-18 02:04:34,337 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 96F859883154460985E262B08F48E1C1
2016-05-18 02:04:34,340 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:34,340 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 342, total: 547, max: 672
2016-05-18 02:04:34,341 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:34,341 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B96D8CB6E559473F961CF5F96F36B81F using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@193a3785, comparator=cascading.tuple.hadoop.util.TupleComparator@3d1309b3, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:34,341 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 342, total: 547, max: 672
2016-05-18 02:04:34,341 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:34,342 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B96D8CB6E559473F961CF5F96F36B81F: , UsingHashComparator=false
2016-05-18 02:04:34,342 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 342, total: 547, max: 672
2016-05-18 02:04:34,342 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,342 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E9EE8A40C8B24929B42EA3726FBB2F51, mem on close (mb), free: 242, total: 547, max: 672
2016-05-18 02:04:34,343 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B96D8CB6E559473F961CF5F96F36B81F: Starting flush of map output
2016-05-18 02:04:34,343 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B96D8CB6E559473F961CF5F96F36B81F: Span0.length = 9, perItem = 24
2016-05-18 02:04:34,343 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B96D8CB6E559473F961CF5F96F36B81F: done sorting span=0, length=9, time=0
2016-05-18 02:04:34,344 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B96D8CB6E559473F961CF5F96F36B81F: Heap = SpanIterator<0:8> (span=Span[16777216,216]),
2016-05-18 02:04:34,345 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B96D8CB6E559473F961CF5F96F36B81F: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-local-dir/output/attempt_1463537074059_0001_1_00_000000_0_10218_0/file.out
2016-05-18 02:04:34,355 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:34,355 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:34,356 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B96D8CB6E559473F961CF5F96F36B81F: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:34,356 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B96D8CB6E559473F961CF5F96F36B81F: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:34,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:34 Completed running task attempt: attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,357 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537074059_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:34,357 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537074059_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:34,358 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537074059_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537074335, Process_Duration=7, Process_End_Time=1463537074342, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:34,358 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537074059_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:34,358 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:34,359 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:34,359 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,359 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537074059_0001_00_000002
2016-05-18 02:04:34,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E9EE8A40C8B24929B42EA3726FBB2F51, taskAttemptId=attempt_1463537074059_0001_1_00_000000_0, creationTime=1463537074284, allocationTime=1463537074289, startTime=1463537074292, finishTime=1463537074358, timeTaken=66, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:34,359 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34,360 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_FINISHED]: vertexName=E9EE8A40C8B24929B42EA3726FBB2F51, taskId=task_1463537074059_0001_1_00_000000, startTime=1463537074292, finishTime=1463537074359, timeTaken=67, status=SUCCEEDED, successfulAttemptID=attempt_1463537074059_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537074335, Process_Duration=7, Process_End_Time=1463537074342, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:34,360 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:34,360 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_FINISHED]: vertexName=E9EE8A40C8B24929B42EA3726FBB2F51, vertexId=vertex_1463537074059_0001_1_00, initRequestedTime=1463537074255, initedTime=1463537074276, startRequestedTime=1463537074256, startedTime=1463537074279, finishTime=1463537074361, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537074335, Process_Duration=7, Process_End_Time=1463537074342, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537074292, firstTasksToStart=[ task_1463537074059_0001_1_00_000000 ], lastTaskFinishTime=1463537074358, lastTasksToFinish=[ task_1463537074059_0001_1_00_000000 ], minTaskDuration=66, maxTaskDuration=66, avgTaskDuration=66.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537074059_0001_1_00_000000 ], longestDurationTasks=[ task_1463537074059_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:34,361 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:34,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537074059_0001_00_000002, stoppedTime=1463537074361, exitStatus=0
2016-05-18 02:04:34,362 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:34,362 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] attempt: attempt_1463537074059_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:34,362 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:34,362 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:34,362 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D13DB30CB1C6441EA2EB6D35A54F2F23, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:34,362 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537074059_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:34,363 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:34,363 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 241, total: 547, max: 672
2016-05-18 02:04:34,364 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:34,364 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 241, total: 547, max: 672
2016-05-18 02:04:34,365 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:34,365 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 241, total: 547, max: 672
2016-05-18 02:04:34,366 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:34,366 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 241, total: 547, max: 672
2016-05-18 02:04:34,367 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,367 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D13DB30CB1C6441EA2EB6D35A54F2F23, mem on close (mb), free: 241, total: 547, max: 672
2016-05-18 02:04:34,367 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B96D8CB6E559473F961CF5F96F36B81F: Starting flush of map output
2016-05-18 02:04:34,368 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B96D8CB6E559473F961CF5F96F36B81F: Span0.length = 9, perItem = 24
2016-05-18 02:04:34,368 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B96D8CB6E559473F961CF5F96F36B81F: done sorting span=0, length=9, time=0
2016-05-18 02:04:34,368 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B96D8CB6E559473F961CF5F96F36B81F: Heap = SpanIterator<0:8> (span=Span[16777216,216]),
2016-05-18 02:04:34,369 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B96D8CB6E559473F961CF5F96F36B81F: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-local-dir/output/attempt_1463537074059_0001_1_01_000000_0_10219_0/file.out
2016-05-18 02:04:34,369 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537074059_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:34,370 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537074059_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:34,370 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537074059_0001_00_000002, Exiting
2016-05-18 02:04:34,370 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537074059_0001_00_000002
2016-05-18 02:04:34,370 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537074059_0001_00_000002
2016-05-18 02:04:34,370 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537074059_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:34,370 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537074059_0001_00_000002 completed successfully
2016-05-18 02:04:34,373 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:34 Completed running task attempt: attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,374 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537074059_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:34,374 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537074059_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:34,374 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537074059_0001_1_01_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537074362, Process_Duration=5, Process_End_Time=1463537074367, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:34,375 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537074059_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:34,375 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:34,375 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:34,375 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,375 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, taskAttemptId=attempt_1463537074059_0001_1_01_000000_0, creationTime=1463537074279, allocationTime=1463537074289, startTime=1463537074291, finishTime=1463537074375, timeTaken=84, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:34,375 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34,376 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_FINISHED]: vertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, taskId=task_1463537074059_0001_1_01_000000, startTime=1463537074291, finishTime=1463537074376, timeTaken=85, status=SUCCEEDED, successfulAttemptID=attempt_1463537074059_0001_1_01_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537074362, Process_Duration=5, Process_End_Time=1463537074367, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:34,376 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537074059_0001_00_000001
2016-05-18 02:04:34,376 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:34,376 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_FINISHED]: vertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, vertexId=vertex_1463537074059_0001_1_01, initRequestedTime=1463537074254, initedTime=1463537074273, startRequestedTime=1463537074256, startedTime=1463537074275, finishTime=1463537074376, timeTaken=101, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537074362, Process_Duration=5, Process_End_Time=1463537074367, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537074291, firstTasksToStart=[ task_1463537074059_0001_1_01_000000 ], lastTaskFinishTime=1463537074375, lastTasksToFinish=[ task_1463537074059_0001_1_01_000000 ], minTaskDuration=84, maxTaskDuration=84, avgTaskDuration=84.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537074059_0001_1_01_000000 ], longestDurationTasks=[ task_1463537074059_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:34,377 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:34,377 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537074059_0001_00_000001, stoppedTime=1463537074377, exitStatus=0
2016-05-18 02:04:34,377 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] attempt: attempt_1463537074059_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:34,378 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:34,378 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:34,378 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B96D8CB6E559473F961CF5F96F36B81F
2016-05-18 02:04:34,378 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, destinationVertexName=B96D8CB6E559473F961CF5F96F36B81F. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:34,378 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=E9EE8A40C8B24929B42EA3726FBB2F51, destinationVertexName=B96D8CB6E559473F961CF5F96F36B81F. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:34,378 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,378 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537074059_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:34,379 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_STARTED]: vertexName=B96D8CB6E559473F961CF5F96F36B81F, taskId=task_1463537074059_0001_1_02_000000, scheduledTime=1463537074378, launchTime=1463537074378
2016-05-18 02:04:34,379 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537074059_0001_00_000003, launchTime=1463537074380
2016-05-18 02:04:34,381 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537074059_0001_00_000003
2016-05-18 02:04:34,382 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537074059_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,382 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537074059_0001_1_02_000000_0] started. Is using containerId: [container_1463537074059_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:34 Starting to run new task attempt: attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,382 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,382 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,382 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B96D8CB6E559473F961CF5F96F36B81F, taskAttemptId=attempt_1463537074059_0001_1_02_000000_0, startTime=1463537074382, containerId=container_1463537074059_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:34,383 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:34,383 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741, VertexName: B96D8CB6E559473F961CF5F96F36B81F, VertexParallelism: 1, TaskAttemptID:attempt_1463537074059_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D13DB30CB1C6441EA2EB6D35A54F2F23, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E9EE8A40C8B24929B42EA3726FBB2F51, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5B1C8F3711AD4B6BA744030B0B0313B2, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: B96D8CB6E559473F961CF5F96F36B81F { D13DB30CB1C6441EA2EB6D35A54F2F23 E9EE8A40C8B24929B42EA3726FBB2F51 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-05-18 02:04:34,383 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:34,383 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,384 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537074059_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,384 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537074059_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:34,385 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:34,387 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:34,387 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537074059_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:34,387 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537074059_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:34,387 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537074059_0001_00_000001, Exiting
2016-05-18 02:04:34,387 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537074059_0001_00_000001
2016-05-18 02:04:34,387 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537074059_0001_00_000001
2016-05-18 02:04:34,388 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537074059_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:34,388 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537074059_0001_00_000001 completed successfully
2016-05-18 02:04:34,388 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:34,395 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B96D8CB6E559473F961CF5F96F36B81F, ordinal: 2
2016-05-18 02:04:34,395 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B96D8CB6E559473F961CF5F96F36B81F, mem on start (mb), free: 235, total: 547, max: 672
2016-05-18 02:04:34,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:34,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:34,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:34,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:34,400 INFO  output.MROutput (MROutput.java:initialize(421)) - 5B1C8F3711AD4B6BA744030B0B0313B2: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:34,400 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:34,401 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[D13DB30CB1C6441EA2EB6D35A54F2F23:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [E9EE8A40C8B24929B42EA3726FBB2F51:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [5B1C8F3711AD4B6BA744030B0B0313B2:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:34,401 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:34,401 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:34,402 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 422785824, TotalRequestedScaled: 2.0293719551999998E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:34,402 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[D13DB30CB1C6441EA2EB6D35A54F2F23:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [E9EE8A40C8B24929B42EA3726FBB2F51:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [5B1C8F3711AD4B6BA744030B0B0313B2:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:34,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:34,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring D13DB30CB1C6441EA2EB6D35A54F2F23 for start, since it will be controlled via it's Group
2016-05-18 02:04:34,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring E9EE8A40C8B24929B42EA3726FBB2F51 for start, since it will be controlled via it's Group
2016-05-18 02:04:34,402 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: B96D8CB6E559473F961CF5F96F36B81F being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:34,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:34,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:34,403 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - D13DB30CB1C6441EA2EB6D35A54F2F23: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:34,403 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - D13DB30CB1C6441EA2EB6D35A54F2F23: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:34,404 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: D13DB30CB1C6441EA2EB6D35A54F2F23 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:34,405 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - E9EE8A40C8B24929B42EA3726FBB2F51: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:34,407 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - E9EE8A40C8B24929B42EA3726FBB2F51: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:34,408 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: E9EE8A40C8B24929B42EA3726FBB2F51 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:34,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B96D8CB6E559473F961CF5F96F36B81F
2016-05-18 02:04:34,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:34,412 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,412 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E9EE8A40C8B24929B42EA3726FBB2F51: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:34,413 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D13DB30CB1C6441EA2EB6D35A54F2F23: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:34,414 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537074059_0001_1_00_000000_0_10218} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537074414, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:04:34,414 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : E9EE8A40C8B24929B42EA3726FBB2F51
2016-05-18 02:04:34,414 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:34,415 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2016-05-18 02:04:34,416 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] streamed: true, id: 96F859883154460985E262B08F48E1C1
2016-05-18 02:04:34,416 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: E9EE8A40C8B24929B42EA3726FBB2F51, wasInterrupted=false
2016-05-18 02:04:34,416 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false741"], id: 5B1C8F3711AD4B6BA744030B0B0313B2
2016-05-18 02:04:34,416 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:34,416 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false741"]
2016-05-18 02:04:34,417 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 96F859883154460985E262B08F48E1C1, for 1 inputs
2016-05-18 02:04:34,418 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537074059_0001_1_01_000000_0_10219} to DISK_DIRECT, csize=218, dsize=214, EndTime=1463537074418, TimeTaken=1, Rate=0.21 MB/s
2016-05-18 02:04:34,418 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : D13DB30CB1C6441EA2EB6D35A54F2F23
2016-05-18 02:04:34,418 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:34,418 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: D13DB30CB1C6441EA2EB6D35A54F2F23, wasInterrupted=false
2016-05-18 02:04:34,417 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:34,420 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:34,421 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:34,421 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-local-dir/output/attempt_1463537074059_0001_1_00_000000_0_10218/file.out, len=218, isLocal=true
2016-05-18 02:04:34,421 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 218 bytes from disk
2016-05-18 02:04:34,421 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:34,421 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:34,422 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-05-18 02:04:34,422 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : E9EE8A40C8B24929B42EA3726FBB2F51
2016-05-18 02:04:34,422 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - E9EE8A40C8B24929B42EA3726FBB2F51: Shuffle Runner thread complete
2016-05-18 02:04:34,422 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001_wd/localmode-local-dir/output/attempt_1463537074059_0001_1_01_000000_0_10219/file.out, len=218, isLocal=true
2016-05-18 02:04:34,422 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 218 bytes from disk
2016-05-18 02:04:34,422 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:34,422 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:34,423 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-05-18 02:04:34,423 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B96D8CB6E559473F961CF5F96F36B81F, all 1 inputs ready in: 00:00:00.006
2016-05-18 02:04:34,424 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : D13DB30CB1C6441EA2EB6D35A54F2F23
2016-05-18 02:04:34,425 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - D13DB30CB1C6441EA2EB6D35A54F2F23: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:34,425 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - D13DB30CB1C6441EA2EB6D35A54F2F23: Shuffle Runner thread complete
2016-05-18 02:04:34,426 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - E9EE8A40C8B24929B42EA3726FBB2F51: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:34,430 INFO  output.MROutput (MROutput.java:close(526)) - 5B1C8F3711AD4B6BA744030B0B0313B2 closed
2016-05-18 02:04:34,430 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537074059_0001_1_02_000000_0 given a go for committing the task output.
2016-05-18 02:04:34,431 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,431 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B96D8CB6E559473F961CF5F96F36B81F, mem on close (mb), free: 230, total: 547, max: 672
2016-05-18 02:04:34,431 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: D13DB30CB1C6441EA2EB6D35A54F2F23
2016-05-18 02:04:34,431 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - D13DB30CB1C6441EA2EB6D35A54F2F23: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:34,431 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: E9EE8A40C8B24929B42EA3726FBB2F51
2016-05-18 02:04:34,432 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - E9EE8A40C8B24929B42EA3726FBB2F51: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:34,432 INFO  output.MROutput (MROutput.java:close(526)) - 5B1C8F3711AD4B6BA744030B0B0313B2 closed
2016-05-18 02:04:34,432 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:34 Completed running task attempt: attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,432 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537074059_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:34,432 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537074059_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:34,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537074059_0001_1_02_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537074423, Process_Duration=8, Process_End_Time=1463537074431, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:34,433 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537074059_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:34,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B96D8CB6E559473F961CF5F96F36B81F, taskAttemptId=attempt_1463537074059_0001_1_02_000000_0, creationTime=1463537074379, allocationTime=1463537074380, startTime=1463537074382, finishTime=1463537074433, timeTaken=51, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:34,433 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:34,434 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:TASK_FINISHED]: vertexName=B96D8CB6E559473F961CF5F96F36B81F, taskId=task_1463537074059_0001_1_02_000000, startTime=1463537074382, finishTime=1463537074434, timeTaken=52, status=SUCCEEDED, successfulAttemptID=attempt_1463537074059_0001_1_02_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537074423, Process_Duration=8, Process_End_Time=1463537074431, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:34,434 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:34,434 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F]
2016-05-18 02:04:34,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:VERTEX_FINISHED]: vertexName=B96D8CB6E559473F961CF5F96F36B81F, vertexId=vertex_1463537074059_0001_1_02, initRequestedTime=1463537074256, initedTime=1463537074261, startRequestedTime=1463537074283, startedTime=1463537074284, finishTime=1463537074434, timeTaken=150, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537074423, Process_Duration=8, Process_End_Time=1463537074431, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537074382, firstTasksToStart=[ task_1463537074059_0001_1_02_000000 ], lastTaskFinishTime=1463537074433, lastTasksToFinish=[ task_1463537074059_0001_1_02_000000 ], minTaskDuration=51, maxTaskDuration=51, avgTaskDuration=51.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537074059_0001_1_02_000000 ], longestDurationTasks=[ task_1463537074059_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:34,435 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:34,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537074059_0001_00_000003, stoppedTime=1463537074435, exitStatus=0
2016-05-18 02:04:34,435 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:34,436 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:34,436 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537074059_0001_1_01 [D13DB30CB1C6441EA2EB6D35A54F2F23]
2016-05-18 02:04:34,436 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537074059_0001_1_00 [E9EE8A40C8B24929B42EA3726FBB2F51]
2016-05-18 02:04:34,436 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537074059_0001_1
2016-05-18 02:04:34,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537074059_0001_1
2016-05-18 02:04:34,436 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537074059_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:34,434 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:34,436 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,437 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537074059_0001_00_000003
2016-05-18 02:04:34,436 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537074059_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:34,436 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 5B1C8F3711AD4B6BA744030B0B0313B2 for vertex: vertex_1463537074059_0001_1_02 [B96D8CB6E559473F961CF5F96F36B81F], outputName: 5B1C8F3711AD4B6BA744030B0B0313B2
2016-05-18 02:04:34,437 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537074059_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:34,437 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537074059_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:34,437 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537074059_0001_00_000003, Exiting
2016-05-18 02:04:34,437 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537074059_0001_00_000003
2016-05-18 02:04:34,438 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537074059_0001_00_000003
2016-05-18 02:04:34,438 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537074059_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:34,438 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537074059_0001_00_000003 completed successfully
2016-05-18 02:04:34,446 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:5B1C8F3711AD4B6BA744030B0B0313B2 of vertex/vertexGroup:B96D8CB6E559473F961CF5F96F36B81F isVertexGroupOutput:false
2016-05-18 02:04:34,446 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:34,448 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537074059_0001_1, queueSize=0
2016-05-18 02:04:34,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537074059_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537074059_0001_1, startTime=1463537074253, finishTime=1463537074446, timeTaken=193, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=340, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=428, OUTPUT_BYTES_PHYSICAL=436, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390611223120, Process_Duration=20, Process_End_Time=4390611223140, Read_Duration=3, Tuples_Read=44, Tuples_Written=23, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-05-18 02:04:34,448 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537074059_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:34,448 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537074059_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:34 Completed Dag: dag_1463537074059_0001_1
2016-05-18 02:04:34,449 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537074059_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:34,449 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537074059_0001_1_post
2016-05-18 02:04:34,449 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:34,449 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:34,449 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:34,449 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741, with id=dag_1463537074059_0001_1
2016-05-18 02:04:34,449 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD] name/(1/1) ...yHash/multimerge+false741, with id=dag_1463537074059_0001_1
2016-05-18 02:04:34,455 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...yHash/multimerge+false741, applicationId=application_1463537074059_0001
2016-05-18 02:04:34,456 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:34,456 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:34,456 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:34,456 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:34,456 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:34,457 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:34,457 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:34,457 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:34,457 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:34,458 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:34,458 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:34,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:34,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:34,460 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:34,463 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/25C44B61FF104DFC97ECE856B610EEF0/D18281123ADB462793B592118F6AE8BD/.tez/application_1463537074059_0001
2016-05-18 02:04:34,464 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false741/_temporary
2016-05-18 02:04:34,464 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [name]  completed in: 00:00.425
2016-05-18 02:04:34,509 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:34,509 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:34,536 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false741
2016-05-18 02:04:34,562 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:34,563 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:34,613 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-05-18 02:04:34,661 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.073
2016-05-18 02:04:34,662 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 6
2016-05-18 02:04:34,662 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 9
2016-05-18 02:04:34,662 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:34,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:34,718 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway
2016-05-18 02:04:35,020 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] starting
2016-05-18 02:04:35,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:35,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway"]
2016-05-18 02:04:35,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...]  parallel execution of steps is enabled: false
2016-05-18 02:04:35,021 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...]  executing total steps: 1
2016-05-18 02:04:35,022 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...]  allocating management threads: 1
2016-05-18 02:04:35,022 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] starting step: (1/1) ...y/samesourcemergethreeway
2016-05-18 02:04:35,022 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [count-lhs*source*count...] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:35,035 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] tez session mode enabled: true
2016-05-18 02:04:35,040 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:35,040 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:35,040 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:35,049 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001 doesn't exist and is created
2016-05-18 02:04:35,069 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:35,069 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:35,070 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd
2016-05-18 02:04:35,084 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537075040_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:35,084 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:35,084 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:35,086 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:35,086 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:35,086 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:35,086 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:35,087 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:35,089 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:35,089 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:35,089 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:35,089 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:35,089 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:35,089 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:35,090 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:35,090 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:35,090 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:35,090 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:35,090 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:35,090 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:35,092 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:35,092 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:35,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:35,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-log-dir
2016-05-18 02:04:35,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-log-dir/history.txt.appattempt_1463537075040_0001_000000, maxErrors=10
2016-05-18 02:04:35,093 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:35,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537075040_0001_000000, appSubmitTime=1463537075084, launchTime=1463537075084
2016-05-18 02:04:35,096 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:35,097 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:35,097 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:35,099 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:50004
2016-05-18 02:04:35,099 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537075040
2016-05-18 02:04:35,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537075040_0001_000000, startTime=1463537075102
2016-05-18 02:04:35,102 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:35,169 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:35,169 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:35,170 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...y/samesourcemergethreeway, applicationId=application_1463537075040_0001, dagName=[73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-05-18 02:04:35,189 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-05-18 02:04:35,189 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:35,190 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537075040_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-log-dir/dag_1463537075040_0001_1.dot
2016-05-18 02:04:35,191 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-log-dir/dag_1463537075040_0001_1-tez-dag.pb.txt
2016-05-18 02:04:35,218 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537075040_0001_1
2016-05-18 02:04:35,218 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,218 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-05-18 02:04:35 Running Dag: dag_1463537075040_0001_1
2016-05-18 02:04:35,234 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537075040_0001_1, submitTime=1463537075189
2016-05-18 02:04:35,236 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001/tez-conf.pb" } size: 40953 timestamp: 1463537075000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:35,236 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,236 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:35,237 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001/tez-conf.pb" } size: 40953 timestamp: 1463537075000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:35,237 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:35,238 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001/tez-conf.pb" } size: 40953 timestamp: 1463537075000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:35,238 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:35,239 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001/tez-conf.pb" } size: 40953 timestamp: 1463537075000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:35,239 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:35,240 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001/tez-conf.pb" } size: 40953 timestamp: 1463537075000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:35,240 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:35,240 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001/tez-conf.pb" } size: 40953 timestamp: 1463537075000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:35,241 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:35,241 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:35,241 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:35,241 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537075040_0001_1, initTime=1463537075241
2016-05-18 02:04:35,242 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537075040_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:35,242 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:35,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:DAG_STARTED]: dagID=dag_1463537075040_0001_1, startTime=1463537075242
2016-05-18 02:04:35,242 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537075040_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:35,242 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: B8B4D75AB12944C6A51FA7EE615C0B33 : {81978E473F4C4743B8DF5535617F5498={InputName=81978E473F4C4743B8DF5535617F5498}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:35,242 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 81978E473F4C4743B8DF5535617F5498, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:35,242 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,243 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,243 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,243 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,243 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:35,243 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:35,244 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...y/samesourcemergethreeway, applicationId=application_1463537075040_0001, dagName=[73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-05-18 02:04:35,247 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:35,247 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:35,247 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:35,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537075040_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:35,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F9093094349E4AA3A3359EA283FB92FB, vertexId=vertex_1463537075040_0001_1_01, initRequestedTime=1463537075243, initedTime=1463537075248, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:35,249 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:35,249 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:35,251 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 81978E473F4C4743B8DF5535617F5498 on vertex vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,253 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:35,253 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:35,253 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:35,253 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 81978E473F4C4743B8DF5535617F5498 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:35,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537075040_0001_1_03, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:35,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EA25760BAF2847D6BFE3EA7579F79390, vertexId=vertex_1463537075040_0001_1_03, initRequestedTime=1463537075249, initedTime=1463537075254, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:35,255 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:35,255 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:35,258 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:35,258 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:35,258 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:35,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537075040_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:35,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A4A1E2D0CF974636859AEF37017B76AB, vertexId=vertex_1463537075040_0001_1_02, initRequestedTime=1463537075255, initedTime=1463537075259, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:35,260 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:35,260 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:35,261 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:35,261 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:35,261 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:35,261 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:35,261 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 81978E473F4C4743B8DF5535617F5498 on vertex vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,263 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:35,263 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:35,264 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:35,264 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537075040_0001_1_04, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:35,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B4A6BBFBECB6487484995349FAB8A6CA, vertexId=vertex_1463537075040_0001_1_04, initRequestedTime=1463537075260, initedTime=1463537075265, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:35,265 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:35,265 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:35,266 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:35,266 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {81978E473F4C4743B8DF5535617F5498=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:35,269 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...] submitted tez dag to app master: application_1463537075040_0001, with dag id: dag_1463537075040_0001_1
2016-05-18 02:04:35,270 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] parallelism set to 1
2016-05-18 02:04:35,270 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:35,271 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:35,271 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:35,272 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:35,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537075040_0001_1_05, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:35,273 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C], numAdditionalOutputs=1
2016-05-18 02:04:35,273 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=8D30836CAD36417494F85EA3697D5DC5, vertex=vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:35,274 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F9507EE1E25A4CB680F530D91755896C:8D30836CAD36417494F85EA3697D5DC5 using oldmapred API
2016-05-18 02:04:35,274 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=8D30836CAD36417494F85EA3697D5DC5, vertexName=F9507EE1E25A4CB680F530D91755896C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:35,275 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F9507EE1E25A4CB680F530D91755896C, vertexId=vertex_1463537075040_0001_1_05, initRequestedTime=1463537075265, initedTime=1463537075273, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:35,275 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:35,276 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B8B4D75AB12944C6A51FA7EE615C0B33, vertexId=vertex_1463537075040_0001_1_00, initRequestedTime=1463537075242, initedTime=1463537075275, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:35,276 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] with distanceFromRoot: 0
2016-05-18 02:04:35,276 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:35,276 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537075040_0001_1_00, startRequestedTime=1463537075243, startedTime=1463537075276
2016-05-18 02:04:35,277 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537075040_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:35,277 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:35,277 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in B8B4D75AB12944C6A51FA7EE615C0B33
2016-05-18 02:04:35,277 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,278 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537075040_0001_1_00 for vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] numStartedSources: 1 numSources: 1
2016-05-18 02:04:35,278 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] with distanceFromRoot: 1
2016-05-18 02:04:35,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_STARTED]: vertexName=B8B4D75AB12944C6A51FA7EE615C0B33, taskId=task_1463537075040_0001_1_00_000000, scheduledTime=1463537075278, launchTime=1463537075278
2016-05-18 02:04:35,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537075040_0001_1_01, startRequestedTime=1463537075278, startedTime=1463537075279
2016-05-18 02:04:35,279 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:35,280 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F9093094349E4AA3A3359EA283FB92FB with 0 source tasks and 1 pending tasks
2016-05-18 02:04:35,280 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,280 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537075040_0001_1_01 for vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] numStartedSources: 1 numSources: 1
2016-05-18 02:04:35,280 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] with distanceFromRoot: 2
2016-05-18 02:04:35,280 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537075040_0001_1_01 for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] numStartedSources: 1 numSources: 2
2016-05-18 02:04:35,281 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] numStartedSources: 1 numSources: 2
2016-05-18 02:04:35,281 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537075040_0001_1_01 for vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] numStartedSources: 1 numSources: 1
2016-05-18 02:04:35,281 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] with distanceFromRoot: 2
2016-05-18 02:04:35,281 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B8B4D75AB12944C6A51FA7EE615C0B33 in vertex: F9093094349E4AA3A3359EA283FB92FB numBipartiteSourceTasks: 1
2016-05-18 02:04:35,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537075040_0001_1_03, startRequestedTime=1463537075280, startedTime=1463537075281
2016-05-18 02:04:35,282 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:35,282 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: EA25760BAF2847D6BFE3EA7579F79390 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:35,283 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537075040_0001_1_02, startRequestedTime=1463537075281, startedTime=1463537075282
2016-05-18 02:04:35,283 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F9093094349E4AA3A3359EA283FB92FB in vertex: EA25760BAF2847D6BFE3EA7579F79390 numBipartiteSourceTasks: 1
2016-05-18 02:04:35,283 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:35,284 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537075040_0001_1_03 for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] numStartedSources: 2 numSources: 2
2016-05-18 02:04:35,284 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] with distanceFromRoot: 3
2016-05-18 02:04:35,284 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537075040_0001_1_02 for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] numStartedSources: 1 numSources: 2
2016-05-18 02:04:35,285 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:35,284 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: A4A1E2D0CF974636859AEF37017B76AB with 0 source tasks and 1 pending tasks
2016-05-18 02:04:35,285 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] numStartedSources: 1 numSources: 2
2016-05-18 02:04:35,285 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F9093094349E4AA3A3359EA283FB92FB in vertex: A4A1E2D0CF974636859AEF37017B76AB numBipartiteSourceTasks: 1
2016-05-18 02:04:35,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537075040_0001_1_04, startRequestedTime=1463537075284, startedTime=1463537075286
2016-05-18 02:04:35,286 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:35,287 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537075040_0001_1_04 for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] numStartedSources: 2 numSources: 2
2016-05-18 02:04:35,287 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: B4A6BBFBECB6487484995349FAB8A6CA with 0 source tasks and 1 pending tasks
2016-05-18 02:04:35,287 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] with distanceFromRoot: 4
2016-05-18 02:04:35,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537075040_0001_1_05, startRequestedTime=1463537075287, startedTime=1463537075287
2016-05-18 02:04:35,288 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:35,288 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: F9093094349E4AA3A3359EA283FB92FB in vertex: B4A6BBFBECB6487484995349FAB8A6CA numBipartiteSourceTasks: 1
2016-05-18 02:04:35,289 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EA25760BAF2847D6BFE3EA7579F79390 in vertex: B4A6BBFBECB6487484995349FAB8A6CA numBipartiteSourceTasks: 2
2016-05-18 02:04:35,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537075040_0001_00_000001, launchTime=1463537075289
2016-05-18 02:04:35,289 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F9507EE1E25A4CB680F530D91755896C with 0 source tasks and 1 pending tasks
2016-05-18 02:04:35,290 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000001
2016-05-18 02:04:35,290 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A4A1E2D0CF974636859AEF37017B76AB in vertex: F9507EE1E25A4CB680F530D91755896C numBipartiteSourceTasks: 1
2016-05-18 02:04:35,290 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,290 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: B4A6BBFBECB6487484995349FAB8A6CA in vertex: F9507EE1E25A4CB680F530D91755896C numBipartiteSourceTasks: 2
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,291 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,291 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,291 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537075040_0001_1_00_000000_0] started. Is using containerId: [container_1463537075040_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:35,291 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:35,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B8B4D75AB12944C6A51FA7EE615C0B33, taskAttemptId=attempt_1463537075040_0001_1_00_000000_0, startTime=1463537075291, containerId=container_1463537075040_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:35,291 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: B8B4D75AB12944C6A51FA7EE615C0B33, VertexParallelism: 1, TaskAttemptID:attempt_1463537075040_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=81978E473F4C4743B8DF5535617F5498, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F9093094349E4AA3A3359EA283FB92FB, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:35,291 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:35,292 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,292 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537075040_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:35,292 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537075040_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:35,296 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:35,300 INFO  input.MRInput (MRInput.java:initialize(440)) - 81978E473F4C4743B8DF5535617F5498 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:35,300 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 81978E473F4C4743B8DF5535617F5498
2016-05-18 02:04:35,301 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B8B4D75AB12944C6A51FA7EE615C0B33, ordinal: 0
2016-05-18 02:04:35,302 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8B4D75AB12944C6A51FA7EE615C0B33, mem on start (mb), free: 187, total: 547, max: 672
2016-05-18 02:04:35,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:35,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:35,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:35,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:35,302 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[81978E473F4C4743B8DF5535617F5498:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F9093094349E4AA3A3359EA283FB92FB:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:35,302 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:35,302 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:35,303 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-18 02:04:35,303 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[81978E473F4C4743B8DF5535617F5498:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F9093094349E4AA3A3359EA283FB92FB:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:35,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:35,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 81978E473F4C4743B8DF5535617F5498 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:35,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 81978E473F4C4743B8DF5535617F5498
2016-05-18 02:04:35,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:35,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:35,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:35,303 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,305 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:35,305 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 81978E473F4C4743B8DF5535617F5498 initialized RecordReader from event
2016-05-18 02:04:35,306 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:35,307 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 81978E473F4C4743B8DF5535617F5498
2016-05-18 02:04:35,307 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(source)[by:[{1}:'char']], id: E9BAEFAFDDE74B7AA5514981CBCBCBE5
2016-05-18 02:04:35,307 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(source)[by:[{1}:'char']] E9BAEFAFDDE74B7AA5514981CBCBCBE5
2016-05-18 02:04:35,308 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F9093094349E4AA3A3359EA283FB92FB using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@17f1d053, comparator=cascading.tuple.hadoop.util.TupleComparator@4a4056d, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:35,308 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F9093094349E4AA3A3359EA283FB92FB: , UsingHashComparator=false
2016-05-18 02:04:35,321 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:35,321 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:35,321 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F9093094349E4AA3A3359EA283FB92FB: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:35,321 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F9093094349E4AA3A3359EA283FB92FB: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:35,322 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:35,322 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B8B4D75AB12944C6A51FA7EE615C0B33, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:35,323 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:35,323 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 85, total: 547, max: 672
2016-05-18 02:04:35,324 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:35,324 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 85, total: 547, max: 672
2016-05-18 02:04:35,325 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-05-18 02:04:35,325 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 85, total: 547, max: 672
2016-05-18 02:04:35,325 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-05-18 02:04:35,325 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 85, total: 547, max: 672
2016-05-18 02:04:35,326 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,326 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B8B4D75AB12944C6A51FA7EE615C0B33, mem on close (mb), free: 85, total: 547, max: 672
2016-05-18 02:04:35,326 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F9093094349E4AA3A3359EA283FB92FB: Starting flush of map output
2016-05-18 02:04:35,326 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F9093094349E4AA3A3359EA283FB92FB: Span0.length = 9, perItem = 11
2016-05-18 02:04:35,327 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F9093094349E4AA3A3359EA283FB92FB: done sorting span=0, length=9, time=1
2016-05-18 02:04:35,327 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F9093094349E4AA3A3359EA283FB92FB: Heap = SpanIterator<0:8> (span=Span[16777216,99]),
2016-05-18 02:04:35,328 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F9093094349E4AA3A3359EA283FB92FB: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_00_000000_0_10226_0/file.out
2016-05-18 02:04:35,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,332 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537075040_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:35,332 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537075040_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:35,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537075040_0001_1_00_000000_0: Counters: 21 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537075322, Process_Duration=4, Process_End_Time=1463537075326, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-05-18 02:04:35,333 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537075040_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:35,333 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:35,334 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:35,334 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,334 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000001
2016-05-18 02:04:35,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B8B4D75AB12944C6A51FA7EE615C0B33, taskAttemptId=attempt_1463537075040_0001_1_00_000000_0, creationTime=1463537075279, allocationTime=1463537075287, startTime=1463537075291, finishTime=1463537075334, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:35,334 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35,335 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_FINISHED]: vertexName=B8B4D75AB12944C6A51FA7EE615C0B33, taskId=task_1463537075040_0001_1_00_000000, startTime=1463537075291, finishTime=1463537075334, timeTaken=43, status=SUCCEEDED, successfulAttemptID=attempt_1463537075040_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537075322, Process_Duration=4, Process_End_Time=1463537075326, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-05-18 02:04:35,335 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:35,335 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:35,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_FINISHED]: vertexName=B8B4D75AB12944C6A51FA7EE615C0B33, vertexId=vertex_1463537075040_0001_1_00, initRequestedTime=1463537075242, initedTime=1463537075275, startRequestedTime=1463537075243, startedTime=1463537075276, finishTime=1463537075335, timeTaken=59, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537075322, Process_Duration=4, Process_End_Time=1463537075326, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1463537075291, firstTasksToStart=[ task_1463537075040_0001_1_00_000000 ], lastTaskFinishTime=1463537075334, lastTasksToFinish=[ task_1463537075040_0001_1_00_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537075040_0001_1_00_000000 ], longestDurationTasks=[ task_1463537075040_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:35,336 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:35,336 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] attempt: attempt_1463537075040_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:35,336 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-05-18 02:04:35,336 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,337 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B8B4D75AB12944C6A51FA7EE615C0B33, destinationVertexName=F9093094349E4AA3A3359EA283FB92FB. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:35,337 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:35,336 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=6, commitInProgress=0, terminationCause=null
2016-05-18 02:04:35,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_STARTED]: vertexName=F9093094349E4AA3A3359EA283FB92FB, taskId=task_1463537075040_0001_1_01_000000, scheduledTime=1463537075337, launchTime=1463537075337
2016-05-18 02:04:35,337 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:35,338 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537075040_0001_00_000001, stoppedTime=1463537075338, exitStatus=0
2016-05-18 02:04:35,339 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537075040_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:35,344 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537075040_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:35,344 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:35,344 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537075040_0001_00_000001, Exiting
2016-05-18 02:04:35,345 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537075040_0001_00_000001
2016-05-18 02:04:35,345 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537075040_0001_00_000001
2016-05-18 02:04:35,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537075040_0001_00_000002, launchTime=1463537075345
2016-05-18 02:04:35,349 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537075040_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:35,349 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537075040_0001_00_000001 completed successfully
2016-05-18 02:04:35,350 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000002
2016-05-18 02:04:35,350 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537075040_0001_1_01_000000_0] started. Is using containerId: [container_1463537075040_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:35,350 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F9093094349E4AA3A3359EA283FB92FB, taskAttemptId=attempt_1463537075040_0001_1_01_000000_0, startTime=1463537075350, containerId=container_1463537075040_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:35,351 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35,352 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35,352 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,352 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:35,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: F9093094349E4AA3A3359EA283FB92FB, VertexParallelism: 1, TaskAttemptID:attempt_1463537075040_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=3, inputSpecList=[{{ sourceVertexName=B8B4D75AB12944C6A51FA7EE615C0B33, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=EA25760BAF2847D6BFE3EA7579F79390, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, {{ destinationVertexName=B4A6BBFBECB6487484995349FAB8A6CA, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, {{ destinationVertexName=A4A1E2D0CF974636859AEF37017B76AB, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:35,352 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=3, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:35,353 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35,354 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537075040_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:35,354 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537075040_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:35,361 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:35,371 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:35,375 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F9093094349E4AA3A3359EA283FB92FB, ordinal: 1
2016-05-18 02:04:35,375 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9093094349E4AA3A3359EA283FB92FB, mem on start (mb), free: 79, total: 547, max: 672
2016-05-18 02:04:35,375 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:35,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 4 initializers to finish
2016-05-18 02:04:35,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:35,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:35,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:35,376 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:35,376 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[B8B4D75AB12944C6A51FA7EE615C0B33:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [EA25760BAF2847D6BFE3EA7579F79390:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [A4A1E2D0CF974636859AEF37017B76AB:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [B4A6BBFBECB6487484995349FAB8A6CA:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:35,377 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:35,377 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.06, finalReserveFractionUsed=0.36
2016-05-18 02:04:35,377 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 4, numScaledRequests: 48, TotalRequested: 525965712, TotalRequestedScaled: 1.31491428E8, TotalJVMHeap: 704643072, TotalAvailable: 450971566, TotalRequested/TotalJVMHeap:0.75
2016-05-18 02:04:35,377 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[B8B4D75AB12944C6A51FA7EE615C0B33:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:181251724], [EA25760BAF2847D6BFE3EA7579F79390:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:89906613], [A4A1E2D0CF974636859AEF37017B76AB:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:89906613], [B4A6BBFBECB6487484995349FAB8A6CA:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:89906613]
2016-05-18 02:04:35,377 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:35,378 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B8B4D75AB12944C6A51FA7EE615C0B33: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:35,378 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B8B4D75AB12944C6A51FA7EE615C0B33: MergerManager: memoryLimit=181251724, maxSingleShuffleLimit=45312932, mergeThreshold=163126544, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:35,379 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B8B4D75AB12944C6A51FA7EE615C0B33 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:35,379 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B8B4D75AB12944C6A51FA7EE615C0B33 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:35,379 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:35,379 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:35,379 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B8B4D75AB12944C6A51FA7EE615C0B33
2016-05-18 02:04:35,379 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:35,381 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35,384 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8B4D75AB12944C6A51FA7EE615C0B33: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:35,387 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537075040_0001_1_00_000000_0_10226} to DISK_DIRECT, csize=101, dsize=97, EndTime=1463537075387, TimeTaken=2, Rate=0.05 MB/s
2016-05-18 02:04:35,387 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B8B4D75AB12944C6A51FA7EE615C0B33
2016-05-18 02:04:35,388 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,388 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B8B4D75AB12944C6A51FA7EE615C0B33, wasInterrupted=false
2016-05-18 02:04:35,389 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,389 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - B8B4D75AB12944C6A51FA7EE615C0B33: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:35,389 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:35,410 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_00_000000_0_10226/file.out, len=101, isLocal=true
2016-05-18 02:04:35,410 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 101 bytes from disk
2016-05-18 02:04:35,410 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:35,410 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:35,411 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-05-18 02:04:35,411 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B8B4D75AB12944C6A51FA7EE615C0B33
2016-05-18 02:04:35,411 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B8B4D75AB12944C6A51FA7EE615C0B33: Shuffle Runner thread complete
2016-05-18 02:04:35,410 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(source)[by:[{1}:'char']]
2016-05-18 02:04:35,416 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(source)[by:[{1}:'char']] streamed: true, id: E9BAEFAFDDE74B7AA5514981CBCBCBE5
2016-05-18 02:04:35,416 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']], id: D3412C637FE44835A07482D14458B7DB
2016-05-18 02:04:35,416 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-lhs)[by:[{1}:'char']], id: 403CFDBE156C46BE8D30F6A67D9F6581
2016-05-18 02:04:35,417 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-rhs)[by:[{1}:'char']], id: 8C1298DF035A4E08A82FD23593B8AA8D
2016-05-18 02:04:35,417 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] D3412C637FE44835A07482D14458B7DB
2016-05-18 02:04:35,418 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B4A6BBFBECB6487484995349FAB8A6CA using: memoryMb=85, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@3274dbed, comparator=cascading.tuple.hadoop.util.TupleComparator@1612be7c, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:35,419 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B4A6BBFBECB6487484995349FAB8A6CA: , UsingHashComparator=false
2016-05-18 02:04:35,430 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=89128960, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=89128960, total=89128960
2016-05-18 02:04:35,431 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:35,431 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B4A6BBFBECB6487484995349FAB8A6CA: , UsingHashComparator=false#blocks=1, maxMemUsage=89128960, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=89128960, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=85
2016-05-18 02:04:35,431 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B4A6BBFBECB6487484995349FAB8A6CA: reserved.remaining()=89128960, reserved.metasize=16777216
2016-05-18 02:04:35,432 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-lhs)[by:[{1}:'char']] 403CFDBE156C46BE8D30F6A67D9F6581
2016-05-18 02:04:35,433 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - A4A1E2D0CF974636859AEF37017B76AB using: memoryMb=85, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@26ef56eb, comparator=cascading.tuple.hadoop.util.TupleComparator@2b337245, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:35,433 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for A4A1E2D0CF974636859AEF37017B76AB: , UsingHashComparator=false
2016-05-18 02:04:35,445 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=89128960, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=89128960, total=89128960
2016-05-18 02:04:35,446 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:35,446 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for A4A1E2D0CF974636859AEF37017B76AB: , UsingHashComparator=false#blocks=1, maxMemUsage=89128960, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=89128960, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=85
2016-05-18 02:04:35,446 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - A4A1E2D0CF974636859AEF37017B76AB: reserved.remaining()=89128960, reserved.metasize=16777216
2016-05-18 02:04:35,447 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-rhs)[by:[{1}:'char']] 8C1298DF035A4E08A82FD23593B8AA8D
2016-05-18 02:04:35,448 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - EA25760BAF2847D6BFE3EA7579F79390 using: memoryMb=85, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@582bf9cb, comparator=cascading.tuple.hadoop.util.TupleComparator@2f1caba6, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:35,449 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for EA25760BAF2847D6BFE3EA7579F79390: , UsingHashComparator=false
2016-05-18 02:04:35,789 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=89128960, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=89128960, total=89128960
2016-05-18 02:04:35,790 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:35,790 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for EA25760BAF2847D6BFE3EA7579F79390: , UsingHashComparator=false#blocks=1, maxMemUsage=89128960, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=89128960, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=85
2016-05-18 02:04:35,790 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - EA25760BAF2847D6BFE3EA7579F79390: reserved.remaining()=89128960, reserved.metasize=16777216
2016-05-18 02:04:35,791 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(source)[by:[{1}:'char']] E9BAEFAFDDE74B7AA5514981CBCBCBE5, for 1 inputs
2016-05-18 02:04:35,791 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F9093094349E4AA3A3359EA283FB92FB, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:35,792 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B8B4D75AB12944C6A51FA7EE615C0B33: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:35,794 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:35,794 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 381, total: 714, max: 714
2016-05-18 02:04:35,794 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 02:04:35,795 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 381, total: 714, max: 714
2016-05-18 02:04:35,796 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:35,796 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 381, total: 714, max: 714
2016-05-18 02:04:35,796 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 02:04:35,797 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 381, total: 714, max: 714
2016-05-18 02:04:35,797 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35,797 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9093094349E4AA3A3359EA283FB92FB, mem on close (mb), free: 381, total: 714, max: 714
2016-05-18 02:04:35,797 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B8B4D75AB12944C6A51FA7EE615C0B33
2016-05-18 02:04:35,798 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B8B4D75AB12944C6A51FA7EE615C0B33: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:35,798 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - EA25760BAF2847D6BFE3EA7579F79390: Starting flush of map output
2016-05-18 02:04:35,798 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - EA25760BAF2847D6BFE3EA7579F79390: Span0.length = 5, perItem = 11
2016-05-18 02:04:35,798 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - EA25760BAF2847D6BFE3EA7579F79390: done sorting span=0, length=5, time=0
2016-05-18 02:04:35,799 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - EA25760BAF2847D6BFE3EA7579F79390: Heap = SpanIterator<0:4> (span=Span[16777216,55]),
2016-05-18 02:04:35,799 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - EA25760BAF2847D6BFE3EA7579F79390: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_01_000000_0_10229_0/file.out
2016-05-18 02:04:35,801 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B4A6BBFBECB6487484995349FAB8A6CA: Starting flush of map output
2016-05-18 02:04:35,801 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B4A6BBFBECB6487484995349FAB8A6CA: Span0.length = 5, perItem = 11
2016-05-18 02:04:35,802 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B4A6BBFBECB6487484995349FAB8A6CA: done sorting span=0, length=5, time=0
2016-05-18 02:04:35,802 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B4A6BBFBECB6487484995349FAB8A6CA: Heap = SpanIterator<0:4> (span=Span[16777216,55]),
2016-05-18 02:04:35,802 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B4A6BBFBECB6487484995349FAB8A6CA: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_01_000000_0_10230_0/file.out
2016-05-18 02:04:35,804 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - A4A1E2D0CF974636859AEF37017B76AB: Starting flush of map output
2016-05-18 02:04:35,805 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - A4A1E2D0CF974636859AEF37017B76AB: Span0.length = 5, perItem = 11
2016-05-18 02:04:35,805 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - A4A1E2D0CF974636859AEF37017B76AB: done sorting span=0, length=5, time=0
2016-05-18 02:04:35,805 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - A4A1E2D0CF974636859AEF37017B76AB: Heap = SpanIterator<0:4> (span=Span[16777216,55]),
2016-05-18 02:04:35,805 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:35,805 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:35,806 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - A4A1E2D0CF974636859AEF37017B76AB: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_01_000000_0_10231_0/file.out
2016-05-18 02:04:35,808 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35,809 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537075040_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:35,809 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537075040_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:35,809 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537075040_0001_1_01_000000_0: Counters: 42 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=15, OUTPUT_BYTES=165, OUTPUT_BYTES_WITH_OVERHEAD=213, OUTPUT_BYTES_PHYSICAL=225, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=3, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537075791, Process_Duration=6, Process_End_Time=1463537075797, Read_Duration=1, Tuples_Read=9, Tuples_Written=15, Write_Duration=0][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=6, Num_Keys_Missed=10]]
2016-05-18 02:04:35,810 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537075040_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:35,810 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:35,810 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:35,810 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,810 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F9093094349E4AA3A3359EA283FB92FB, taskAttemptId=attempt_1463537075040_0001_1_01_000000_0, creationTime=1463537075337, allocationTime=1463537075339, startTime=1463537075350, finishTime=1463537075810, timeTaken=460, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:35,811 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000002
2016-05-18 02:04:35,811 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35,812 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_FINISHED]: vertexName=F9093094349E4AA3A3359EA283FB92FB, taskId=task_1463537075040_0001_1_01_000000, startTime=1463537075350, finishTime=1463537075812, timeTaken=462, status=SUCCEEDED, successfulAttemptID=attempt_1463537075040_0001_1_01_000000_0, diagnostics=, counters=Counters: 42, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=15, OUTPUT_BYTES=165, OUTPUT_BYTES_WITH_OVERHEAD=213, OUTPUT_BYTES_PHYSICAL=225, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=3, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537075791, Process_Duration=6, Process_End_Time=1463537075797, Read_Duration=1, Tuples_Read=9, Tuples_Written=15, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=6, Num_Keys_Missed=10
2016-05-18 02:04:35,812 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:35,813 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:35,813 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_FINISHED]: vertexName=F9093094349E4AA3A3359EA283FB92FB, vertexId=vertex_1463537075040_0001_1_01, initRequestedTime=1463537075243, initedTime=1463537075248, startRequestedTime=1463537075278, startedTime=1463537075279, finishTime=1463537075813, timeTaken=534, status=SUCCEEDED, diagnostics=, counters=Counters: 42, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=15, OUTPUT_BYTES=165, OUTPUT_BYTES_WITH_OVERHEAD=213, OUTPUT_BYTES_PHYSICAL=225, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=3, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537075791, Process_Duration=6, Process_End_Time=1463537075797, Read_Duration=1, Tuples_Read=9, Tuples_Written=15, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=6, Num_Keys_Missed=10, vertexStats=firstTaskStartTime=1463537075350, firstTasksToStart=[ task_1463537075040_0001_1_01_000000 ], lastTaskFinishTime=1463537075810, lastTasksToFinish=[ task_1463537075040_0001_1_01_000000 ], minTaskDuration=460, maxTaskDuration=460, avgTaskDuration=460.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537075040_0001_1_01_000000 ], longestDurationTasks=[ task_1463537075040_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:35,814 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:35,814 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537075040_0001_00_000002, stoppedTime=1463537075814, exitStatus=0
2016-05-18 02:04:35,814 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] attempt: attempt_1463537075040_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:35,814 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] attempt: attempt_1463537075040_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:35,814 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] attempt: attempt_1463537075040_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:35,814 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: EA25760BAF2847D6BFE3EA7579F79390
2016-05-18 02:04:35,814 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A4A1E2D0CF974636859AEF37017B76AB
2016-05-18 02:04:35,815 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F9093094349E4AA3A3359EA283FB92FB, destinationVertexName=A4A1E2D0CF974636859AEF37017B76AB. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:35,815 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:35,814 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F9093094349E4AA3A3359EA283FB92FB, destinationVertexName=EA25760BAF2847D6BFE3EA7579F79390. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:35,815 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:35,814 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-05-18 02:04:35,815 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=6, commitInProgress=0, terminationCause=null
2016-05-18 02:04:35,815 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537075040_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:35,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_STARTED]: vertexName=A4A1E2D0CF974636859AEF37017B76AB, taskId=task_1463537075040_0001_1_02_000000, scheduledTime=1463537075816, launchTime=1463537075816
2016-05-18 02:04:35,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_STARTED]: vertexName=EA25760BAF2847D6BFE3EA7579F79390, taskId=task_1463537075040_0001_1_03_000000, scheduledTime=1463537075816, launchTime=1463537075816
2016-05-18 02:04:35,817 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:35,817 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:35,819 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537075040_0001_00_000004, launchTime=1463537075818
2016-05-18 02:04:35,819 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537075040_0001_00_000003, launchTime=1463537075818
2016-05-18 02:04:35,819 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000004
2016-05-18 02:04:35,819 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000003
2016-05-18 02:04:35,820 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537075040_0001_1_03_000000_0] started. Is using containerId: [container_1463537075040_0001_00_000004] on NM: [127.0.0.1:0]
2016-05-18 02:04:35,820 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EA25760BAF2847D6BFE3EA7579F79390, taskAttemptId=attempt_1463537075040_0001_1_03_000000_0, startTime=1463537075819, containerId=container_1463537075040_0001_00_000004, nodeId=127.0.0.1:0
2016-05-18 02:04:35,820 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,820 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537075040_0001_1_02_000000_0] started. Is using containerId: [container_1463537075040_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:35,820 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A4A1E2D0CF974636859AEF37017B76AB, taskAttemptId=attempt_1463537075040_0001_1_02_000000_0, startTime=1463537075820, containerId=container_1463537075040_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,820 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,821 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,821 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:35,821 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,821 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: A4A1E2D0CF974636859AEF37017B76AB, VertexParallelism: 1, TaskAttemptID:attempt_1463537075040_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F9093094349E4AA3A3359EA283FB92FB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F9507EE1E25A4CB680F530D91755896C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:35,821 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=749207552, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,821 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,821 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,821 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,821 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:35,821 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: EA25760BAF2847D6BFE3EA7579F79390, VertexParallelism: 1, TaskAttemptID:attempt_1463537075040_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F9093094349E4AA3A3359EA283FB92FB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=B4A6BBFBECB6487484995349FAB8A6CA, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:35,822 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=749207552, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:35,822 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537075040_0001_1_02_000000_0 1 events [0,1) total 1 vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:35,822 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537075040_0001_1_02_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:35,822 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537075040_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:35,823 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:35,824 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537075040_0001_00_000002, Exiting
2016-05-18 02:04:35,824 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537075040_0001_00_000002
2016-05-18 02:04:35,825 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537075040_0001_00_000002
2016-05-18 02:04:35,825 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,826 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537075040_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:35,826 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537075040_0001_00_000002 completed successfully
2016-05-18 02:04:35,826 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:35,827 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537075040_0001_1_03_000000_0 1 events [0,1) total 1 vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:35,827 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537075040_0001_1_03_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:35,828 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=224762272 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:35,830 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=224762272 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:35,833 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A4A1E2D0CF974636859AEF37017B76AB, ordinal: 2
2016-05-18 02:04:35,833 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4A1E2D0CF974636859AEF37017B76AB, mem on start (mb), free: 373, total: 714, max: 714
2016-05-18 02:04:35,833 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:35,833 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:35,834 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:35,834 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:35,834 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F9507EE1E25A4CB680F530D91755896C:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [F9093094349E4AA3A3359EA283FB92FB:INPUT:224762272:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:35,834 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:35,834 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:35,835 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 24, TotalRequested: 329619872, TotalRequestedScaled: 1.64809936E8, TotalJVMHeap: 749207552, TotalAvailable: 501969059, TotalRequested/TotalJVMHeap:0.44
2016-05-18 02:04:35,835 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:35,835 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F9507EE1E25A4CB680F530D91755896C:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [F9093094349E4AA3A3359EA283FB92FB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:224762272:224762272]
2016-05-18 02:04:35,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:35,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F9093094349E4AA3A3359EA283FB92FB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:35,838 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - F9093094349E4AA3A3359EA283FB92FB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:35,838 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - F9093094349E4AA3A3359EA283FB92FB: MergerManager: memoryLimit=224762272, maxSingleShuffleLimit=56190568, mergeThreshold=202286032, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:35,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:35,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:35,843 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: F9093094349E4AA3A3359EA283FB92FB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:35,846 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EA25760BAF2847D6BFE3EA7579F79390, ordinal: 3
2016-05-18 02:04:35,846 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EA25760BAF2847D6BFE3EA7579F79390, mem on start (mb), free: 370, total: 714, max: 714
2016-05-18 02:04:35,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:35,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:35,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:35,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:35,847 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[F9093094349E4AA3A3359EA283FB92FB:INPUT:224762272:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [B4A6BBFBECB6487484995349FAB8A6CA:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:35,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:35,849 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,849 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9093094349E4AA3A3359EA283FB92FB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:35,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:35,852 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537075040_0001_1_01_000000_0_10231} to DISK_DIRECT, csize=75, dsize=71, EndTime=1463537075852, TimeTaken=1, Rate=0.07 MB/s
2016-05-18 02:04:35,852 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count-lhs)[by:[{1}:'char']]
2016-05-18 02:04:35,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:35,852 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,853 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 24, TotalRequested: 329619872, TotalRequestedScaled: 1.64809936E8, TotalJVMHeap: 749207552, TotalAvailable: 501969059, TotalRequested/TotalJVMHeap:0.44
2016-05-18 02:04:35,853 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,853 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count-lhs)[by:[{1}:'char']] streamed: true, id: 403CFDBE156C46BE8D30F6A67D9F6581
2016-05-18 02:04:35,853 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: F9093094349E4AA3A3359EA283FB92FB, wasInterrupted=false
2016-05-18 02:04:35,853 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[F9093094349E4AA3A3359EA283FB92FB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:224762272:224762272], [B4A6BBFBECB6487484995349FAB8A6CA:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:35,854 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,854 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:35,854 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:35,854 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - F9093094349E4AA3A3359EA283FB92FB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:35,854 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - F9093094349E4AA3A3359EA283FB92FB: MergerManager: memoryLimit=224762272, maxSingleShuffleLimit=56190568, mergeThreshold=202286032, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:35,854 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_01_000000_0_10231/file.out, len=75, isLocal=true
2016-05-18 02:04:35,854 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 75 bytes from disk
2016-05-18 02:04:35,855 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:35,855 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:35,855 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-05-18 02:04:35,855 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,855 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - F9093094349E4AA3A3359EA283FB92FB: Shuffle Runner thread complete
2016-05-18 02:04:35,855 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: F9093094349E4AA3A3359EA283FB92FB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:35,855 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - F9093094349E4AA3A3359EA283FB92FB: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:35,853 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']], id: 9E41E762E4A4455F87E579ECE6C7AFF2
2016-05-18 02:04:35,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F9093094349E4AA3A3359EA283FB92FB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:35,856 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,855 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 9E41E762E4A4455F87E579ECE6C7AFF2
2016-05-18 02:04:35,857 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:35,857 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:35,858 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:35,858 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,859 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F9507EE1E25A4CB680F530D91755896C using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@39873d2c, comparator=cascading.tuple.hadoop.util.TupleComparator@5dc13135, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:35,859 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F9507EE1E25A4CB680F530D91755896C: , UsingHashComparator=false
2016-05-18 02:04:35,872 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:35,873 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:35,873 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F9507EE1E25A4CB680F530D91755896C: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:35,873 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F9507EE1E25A4CB680F530D91755896C: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:35,873 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(count-lhs)[by:[{1}:'char']] 403CFDBE156C46BE8D30F6A67D9F6581, for 1 inputs
2016-05-18 02:04:35,873 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A4A1E2D0CF974636859AEF37017B76AB, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:35,875 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count-rhs)[by:[{1}:'char']]
2016-05-18 02:04:35,875 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - F9093094349E4AA3A3359EA283FB92FB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:35,875 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count-rhs)[by:[{1}:'char']] streamed: true, id: 8C1298DF035A4E08A82FD23593B8AA8D
2016-05-18 02:04:35,877 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']], id: D3412C637FE44835A07482D14458B7DB
2016-05-18 02:04:35,883 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] D3412C637FE44835A07482D14458B7DB
2016-05-18 02:04:35,884 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - B4A6BBFBECB6487484995349FAB8A6CA using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@51b152d5, comparator=cascading.tuple.hadoop.util.TupleComparator@50b547d9, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:35,884 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for B4A6BBFBECB6487484995349FAB8A6CA: , UsingHashComparator=false
2016-05-18 02:04:35,914 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9093094349E4AA3A3359EA283FB92FB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:35,915 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,915 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4A1E2D0CF974636859AEF37017B76AB, mem on close (mb), free: 165, total: 714, max: 714
2016-05-18 02:04:35,915 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,915 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9093094349E4AA3A3359EA283FB92FB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:35,916 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F9507EE1E25A4CB680F530D91755896C: Starting flush of map output
2016-05-18 02:04:35,916 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F9507EE1E25A4CB680F530D91755896C: Span0.length = 5, perItem = 11
2016-05-18 02:04:35,916 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F9507EE1E25A4CB680F530D91755896C: done sorting span=0, length=5, time=0
2016-05-18 02:04:35,915 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:35,916 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F9507EE1E25A4CB680F530D91755896C: Heap = SpanIterator<0:4> (span=Span[16777216,55]),
2016-05-18 02:04:35,918 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F9507EE1E25A4CB680F530D91755896C: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_02_000000_0_10234_0/file.out
2016-05-18 02:04:35,917 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:35,919 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for B4A6BBFBECB6487484995349FAB8A6CA: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:35,920 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - B4A6BBFBECB6487484995349FAB8A6CA: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:35,920 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(count-rhs)[by:[{1}:'char']] 8C1298DF035A4E08A82FD23593B8AA8D, for 1 inputs
2016-05-18 02:04:35,917 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537075040_0001_1_01_000000_0_10229} to DISK_DIRECT, csize=75, dsize=71, EndTime=1463537075917, TimeTaken=1, Rate=0.07 MB/s
2016-05-18 02:04:35,920 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,920 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,920 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: F9093094349E4AA3A3359EA283FB92FB, wasInterrupted=false
2016-05-18 02:04:35,921 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,921 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - F9093094349E4AA3A3359EA283FB92FB: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:35,921 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:35,922 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_01_000000_0_10229/file.out, len=75, isLocal=true
2016-05-18 02:04:35,922 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 75 bytes from disk
2016-05-18 02:04:35,922 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:35,922 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:35,922 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-05-18 02:04:35,923 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,923 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - F9093094349E4AA3A3359EA283FB92FB: Shuffle Runner thread complete
2016-05-18 02:04:35,923 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EA25760BAF2847D6BFE3EA7579F79390, all 1 inputs ready in: 00:00:00.003
2016-05-18 02:04:35,923 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - F9093094349E4AA3A3359EA283FB92FB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:35,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,928 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537075040_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:35,928 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537075040_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:35,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537075040_0001_1_02_000000_0: Counters: 40 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537075874, Process_Duration=41, Process_End_Time=1463537075915, Read_Duration=28, Tuples_Read=5, Tuples_Written=5, Write_Duration=0]]
2016-05-18 02:04:35,929 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537075040_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:35,929 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:35,929 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:35,929 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A4A1E2D0CF974636859AEF37017B76AB, taskAttemptId=attempt_1463537075040_0001_1_02_000000_0, creationTime=1463537075816, allocationTime=1463537075818, startTime=1463537075820, finishTime=1463537075929, timeTaken=109, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:35,930 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35,930 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_FINISHED]: vertexName=A4A1E2D0CF974636859AEF37017B76AB, taskId=task_1463537075040_0001_1_02_000000, startTime=1463537075820, finishTime=1463537075930, timeTaken=110, status=SUCCEEDED, successfulAttemptID=attempt_1463537075040_0001_1_02_000000_0, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537075874, Process_Duration=41, Process_End_Time=1463537075915, Read_Duration=28, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-05-18 02:04:35,930 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:35,931 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:35,931 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000003
2016-05-18 02:04:35,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_FINISHED]: vertexName=A4A1E2D0CF974636859AEF37017B76AB, vertexId=vertex_1463537075040_0001_1_02, initRequestedTime=1463537075255, initedTime=1463537075259, startRequestedTime=1463537075281, startedTime=1463537075282, finishTime=1463537075931, timeTaken=649, status=SUCCEEDED, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537075874, Process_Duration=41, Process_End_Time=1463537075915, Read_Duration=28, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1463537075820, firstTasksToStart=[ task_1463537075040_0001_1_02_000000 ], lastTaskFinishTime=1463537075929, lastTasksToFinish=[ task_1463537075040_0001_1_02_000000 ], minTaskDuration=109, maxTaskDuration=109, avgTaskDuration=109.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537075040_0001_1_02_000000 ], longestDurationTasks=[ task_1463537075040_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:35,931 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:35,931 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] attempt: attempt_1463537075040_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:35,932 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-05-18 02:04:35,932 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=6, commitInProgress=0, terminationCause=null
2016-05-18 02:04:35,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537075040_0001_00_000003, stoppedTime=1463537075933, exitStatus=0
2016-05-18 02:04:35,933 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537075040_0001_00_000003. Relying on regular task shutdown for it to end
2016-05-18 02:04:35,935 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,935 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EA25760BAF2847D6BFE3EA7579F79390, mem on close (mb), free: 163, total: 714, max: 714
2016-05-18 02:04:35,935 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,935 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9093094349E4AA3A3359EA283FB92FB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:35,935 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - B4A6BBFBECB6487484995349FAB8A6CA: Starting flush of map output
2016-05-18 02:04:35,935 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - B4A6BBFBECB6487484995349FAB8A6CA: Span0.length = 5, perItem = 11
2016-05-18 02:04:35,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - B4A6BBFBECB6487484995349FAB8A6CA: done sorting span=0, length=5, time=0
2016-05-18 02:04:35,936 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - B4A6BBFBECB6487484995349FAB8A6CA: Heap = SpanIterator<0:4> (span=Span[16777216,55]),
2016-05-18 02:04:35,937 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - B4A6BBFBECB6487484995349FAB8A6CA: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_03_000000_0_10237_0/file.out
2016-05-18 02:04:35,939 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,940 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537075040_0001_1_03_000000_0, askedToStop=false
2016-05-18 02:04:35,940 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537075040_0001_1_03_000000_0, stopRequested=false
2016-05-18 02:04:35,941 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537075040_0001_1_03_000000_0: Counters: 40 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=67, MERGE_PHASE_TIME=68, FIRST_EVENT_RECEIVED=22, LAST_EVENT_RECEIVED=22][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537075923, Process_Duration=12, Process_End_Time=1463537075935, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0]]
2016-05-18 02:04:35,941 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537075040_0001_1_03_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:35,941 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:35,941 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:35,941 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,942 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537075040_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:35,942 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:35,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EA25760BAF2847D6BFE3EA7579F79390, taskAttemptId=attempt_1463537075040_0001_1_03_000000_0, creationTime=1463537075816, allocationTime=1463537075818, startTime=1463537075819, finishTime=1463537075942, timeTaken=123, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:35,942 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537075040_0001_00_000003, Exiting
2016-05-18 02:04:35,942 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537075040_0001_00_000003
2016-05-18 02:04:35,942 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537075040_0001_00_000003
2016-05-18 02:04:35,942 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35,942 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537075040_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:35,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_FINISHED]: vertexName=EA25760BAF2847D6BFE3EA7579F79390, taskId=task_1463537075040_0001_1_03_000000, startTime=1463537075819, finishTime=1463537075942, timeTaken=123, status=SUCCEEDED, successfulAttemptID=attempt_1463537075040_0001_1_03_000000_0, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=67, MERGE_PHASE_TIME=68, FIRST_EVENT_RECEIVED=22, LAST_EVENT_RECEIVED=22, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537075923, Process_Duration=12, Process_End_Time=1463537075935, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-05-18 02:04:35,942 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537075040_0001_00_000003 completed successfully
2016-05-18 02:04:35,943 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:35,943 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:35,943 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_FINISHED]: vertexName=EA25760BAF2847D6BFE3EA7579F79390, vertexId=vertex_1463537075040_0001_1_03, initRequestedTime=1463537075249, initedTime=1463537075254, startRequestedTime=1463537075280, startedTime=1463537075281, finishTime=1463537075943, timeTaken=662, status=SUCCEEDED, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=67, MERGE_PHASE_TIME=68, FIRST_EVENT_RECEIVED=22, LAST_EVENT_RECEIVED=22, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537075923, Process_Duration=12, Process_End_Time=1463537075935, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1463537075819, firstTasksToStart=[ task_1463537075040_0001_1_03_000000 ], lastTaskFinishTime=1463537075942, lastTasksToFinish=[ task_1463537075040_0001_1_03_000000 ], minTaskDuration=123, maxTaskDuration=123, avgTaskDuration=123.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537075040_0001_1_03_000000 ], longestDurationTasks=[ task_1463537075040_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:35,943 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:35,944 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537075040_0001_00_000004, stoppedTime=1463537075944, exitStatus=0
2016-05-18 02:04:35,944 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] attempt: attempt_1463537075040_0001_1_03_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:35,944 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-05-18 02:04:35,944 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=6, commitInProgress=0, terminationCause=null
2016-05-18 02:04:35,944 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B4A6BBFBECB6487484995349FAB8A6CA
2016-05-18 02:04:35,944 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EA25760BAF2847D6BFE3EA7579F79390, destinationVertexName=B4A6BBFBECB6487484995349FAB8A6CA. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:35,944 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=F9093094349E4AA3A3359EA283FB92FB, destinationVertexName=B4A6BBFBECB6487484995349FAB8A6CA. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:35,944 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537075040_0001_00_000004. Relying on regular task shutdown for it to end
2016-05-18 02:04:35,944 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:35,945 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000004
2016-05-18 02:04:35,945 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_STARTED]: vertexName=B4A6BBFBECB6487484995349FAB8A6CA, taskId=task_1463537075040_0001_1_04_000000, scheduledTime=1463537075945, launchTime=1463537075945
2016-05-18 02:04:35,945 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:35,945 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537075040_0001_00_000004 is valid, but no longer registered, and will be killed
2016-05-18 02:04:35,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537075040_0001_00_000005, launchTime=1463537075946
2016-05-18 02:04:35,946 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:35,946 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537075040_0001_00_000004, Exiting
2016-05-18 02:04:35,947 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537075040_0001_00_000004
2016-05-18 02:04:35,947 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537075040_0001_00_000004
2016-05-18 02:04:35,948 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537075040_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:35,948 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537075040_0001_00_000004 completed successfully
2016-05-18 02:04:35,948 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000005
2016-05-18 02:04:35,949 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537075040_0001_1_04_000000_0] started. Is using containerId: [container_1463537075040_0001_00_000005] on NM: [127.0.0.1:0]
2016-05-18 02:04:35,949 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B4A6BBFBECB6487484995349FAB8A6CA, taskAttemptId=attempt_1463537075040_0001_1_04_000000_0, startTime=1463537075949, containerId=container_1463537075040_0001_00_000005, nodeId=127.0.0.1:0
2016-05-18 02:04:35,951 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000005: 1 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:35,952 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:35,952 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:35,952 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:35,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: B4A6BBFBECB6487484995349FAB8A6CA, VertexParallelism: 1, TaskAttemptID:attempt_1463537075040_0001_1_04_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EA25760BAF2847D6BFE3EA7579F79390, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=F9093094349E4AA3A3359EA283FB92FB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F9507EE1E25A4CB680F530D91755896C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:35,952 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=749207552, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:35,953 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:35,953 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537075040_0001_1_04_000000_0 2 events [0,2) total 2 vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:35,953 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537075040_0001_1_04_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:35,956 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=224762272 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:35,956 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=224762272 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:35,958 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:35,965 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B4A6BBFBECB6487484995349FAB8A6CA, ordinal: 4
2016-05-18 02:04:35,965 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B4A6BBFBECB6487484995349FAB8A6CA, mem on start (mb), free: 158, total: 714, max: 714
2016-05-18 02:04:35,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:35,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:35,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:35,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:35,965 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:35,966 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EA25760BAF2847D6BFE3EA7579F79390:INPUT:224762272:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F9093094349E4AA3A3359EA283FB92FB:INPUT:224762272:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [F9507EE1E25A4CB680F530D91755896C:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:35,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:35,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:35,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 36, TotalRequested: 554382144, TotalRequestedScaled: 1.84794048E8, TotalJVMHeap: 749207552, TotalAvailable: 490730946, TotalRequested/TotalJVMHeap:0.74
2016-05-18 02:04:35,966 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EA25760BAF2847D6BFE3EA7579F79390:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:224762272:198956267], [F9093094349E4AA3A3359EA283FB92FB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:224762272:198956267], [F9507EE1E25A4CB680F530D91755896C:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:92818410]
2016-05-18 02:04:35,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:35,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EA25760BAF2847D6BFE3EA7579F79390 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:35,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: F9093094349E4AA3A3359EA283FB92FB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:35,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 2
2016-05-18 02:04:35,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 2 IOs to start
2016-05-18 02:04:35,967 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - F9093094349E4AA3A3359EA283FB92FB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:35,968 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - F9093094349E4AA3A3359EA283FB92FB: MergerManager: memoryLimit=198956267, maxSingleShuffleLimit=49739068, mergeThreshold=179060640, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:35,967 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EA25760BAF2847D6BFE3EA7579F79390: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:35,969 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EA25760BAF2847D6BFE3EA7579F79390: MergerManager: memoryLimit=198956267, maxSingleShuffleLimit=49739068, mergeThreshold=179060640, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:35,970 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: F9093094349E4AA3A3359EA283FB92FB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:35,970 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EA25760BAF2847D6BFE3EA7579F79390 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:35,971 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,971 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:35,972 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EA25760BAF2847D6BFE3EA7579F79390
2016-05-18 02:04:35,972 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:35,972 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:35,973 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9093094349E4AA3A3359EA283FB92FB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:35,973 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EA25760BAF2847D6BFE3EA7579F79390: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:35,974 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537075040_0001_1_03_000000_0_10237} to DISK_DIRECT, csize=75, dsize=71, EndTime=1463537075974, TimeTaken=1, Rate=0.07 MB/s
2016-05-18 02:04:35,975 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EA25760BAF2847D6BFE3EA7579F79390
2016-05-18 02:04:35,975 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,975 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EA25760BAF2847D6BFE3EA7579F79390, wasInterrupted=false
2016-05-18 02:04:35,975 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - EA25760BAF2847D6BFE3EA7579F79390: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:35,976 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:35,976 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:35,977 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_03_000000_0_10237/file.out, len=75, isLocal=true
2016-05-18 02:04:35,977 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 75 bytes from disk
2016-05-18 02:04:35,977 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:35,979 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:35,979 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2016-05-18 02:04:35,979 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-05-18 02:04:35,979 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EA25760BAF2847D6BFE3EA7579F79390
2016-05-18 02:04:35,979 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EA25760BAF2847D6BFE3EA7579F79390: Shuffle Runner thread complete
2016-05-18 02:04:35,980 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] streamed: true, id: D3412C637FE44835A07482D14458B7DB
2016-05-18 02:04:35,980 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']], id: 9E41E762E4A4455F87E579ECE6C7AFF2
2016-05-18 02:04:35,980 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 9E41E762E4A4455F87E579ECE6C7AFF2
2016-05-18 02:04:35,981 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F9507EE1E25A4CB680F530D91755896C using: memoryMb=88, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@6580508f, comparator=cascading.tuple.hadoop.util.TupleComparator@74f027f4, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:35,981 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537075040_0001_1_01_000000_0_10230} to DISK_DIRECT, csize=75, dsize=71, EndTime=1463537075981, TimeTaken=0, Rate=0.00 MB/s
2016-05-18 02:04:35,982 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:35,982 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F9507EE1E25A4CB680F530D91755896C: , UsingHashComparator=false
2016-05-18 02:04:36,165 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:36,168 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: F9093094349E4AA3A3359EA283FB92FB, wasInterrupted=false
2016-05-18 02:04:36,177 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=92274688, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=92274688, total=92274688
2016-05-18 02:04:36,177 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:36,177 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:36,178 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:36,178 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_01_000000_0_10230/file.out, len=75, isLocal=true
2016-05-18 02:04:36,178 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 75 bytes from disk
2016-05-18 02:04:36,178 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:36,178 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:36,179 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-05-18 02:04:36,179 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:36,179 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - F9093094349E4AA3A3359EA283FB92FB: Shuffle Runner thread complete
2016-05-18 02:04:36,179 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F9507EE1E25A4CB680F530D91755896C: , UsingHashComparator=false#blocks=1, maxMemUsage=92274688, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=92274688, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=88
2016-05-18 02:04:36,179 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F9507EE1E25A4CB680F530D91755896C: reserved.remaining()=92274688, reserved.metasize=16777216
2016-05-18 02:04:36,180 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] D3412C637FE44835A07482D14458B7DB, for 2 inputs
2016-05-18 02:04:36,180 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] D3412C637FE44835A07482D14458B7DB, for 2 inputs
2016-05-18 02:04:36,186 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-18 02:04:36,186 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-18 02:04:36,189 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B4A6BBFBECB6487484995349FAB8A6CA, all 2 inputs ready in: 00:00:00.000
2016-05-18 02:04:36,190 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - F9093094349E4AA3A3359EA283FB92FB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:36,191 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EA25760BAF2847D6BFE3EA7579F79390: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:36,194 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:36,195 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B4A6BBFBECB6487484995349FAB8A6CA, mem on close (mb), free: 405, total: 572, max: 672
2016-05-18 02:04:36,195 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EA25760BAF2847D6BFE3EA7579F79390
2016-05-18 02:04:36,195 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EA25760BAF2847D6BFE3EA7579F79390: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:36,196 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: F9093094349E4AA3A3359EA283FB92FB
2016-05-18 02:04:36,196 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - F9093094349E4AA3A3359EA283FB92FB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:36,196 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F9507EE1E25A4CB680F530D91755896C: Starting flush of map output
2016-05-18 02:04:36,197 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F9507EE1E25A4CB680F530D91755896C: Span0.length = 5, perItem = 19
2016-05-18 02:04:36,197 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F9507EE1E25A4CB680F530D91755896C: done sorting span=0, length=5, time=0
2016-05-18 02:04:36,197 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F9507EE1E25A4CB680F530D91755896C: Heap = SpanIterator<0:4> (span=Span[16777216,95]),
2016-05-18 02:04:36,198 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F9507EE1E25A4CB680F530D91755896C: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_04_000000_0_10241_0/file.out
2016-05-18 02:04:36,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:36 Completed running task attempt: attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:36,201 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537075040_0001_1_04_000000_0, askedToStop=false
2016-05-18 02:04:36,201 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537075040_0001_1_04_000000_0, stopRequested=false
2016-05-18 02:04:36,202 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537075040_0001_1_04_000000_0: Counters: 40 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=15, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, OUTPUT_BYTES=95, OUTPUT_BYTES_WITH_OVERHEAD=111, OUTPUT_BYTES_PHYSICAL=115, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=142, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=206, MERGE_PHASE_TIME=221, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537076190, Process_Duration=4, Process_End_Time=1463537076194, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0]]
2016-05-18 02:04:36,202 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537075040_0001_1_04_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:36,202 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:36,203 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:36,203 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:36,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B4A6BBFBECB6487484995349FAB8A6CA, taskAttemptId=attempt_1463537075040_0001_1_04_000000_0, creationTime=1463537075945, allocationTime=1463537075946, startTime=1463537075949, finishTime=1463537076203, timeTaken=254, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:36,203 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:36,204 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_FINISHED]: vertexName=B4A6BBFBECB6487484995349FAB8A6CA, taskId=task_1463537075040_0001_1_04_000000, startTime=1463537075949, finishTime=1463537076203, timeTaken=254, status=SUCCEEDED, successfulAttemptID=attempt_1463537075040_0001_1_04_000000_0, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=15, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, OUTPUT_BYTES=95, OUTPUT_BYTES_WITH_OVERHEAD=111, OUTPUT_BYTES_PHYSICAL=115, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=142, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=206, MERGE_PHASE_TIME=221, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537076190, Process_Duration=4, Process_End_Time=1463537076194, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0
2016-05-18 02:04:36,204 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:36,204 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:36,204 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000005
2016-05-18 02:04:36,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_FINISHED]: vertexName=B4A6BBFBECB6487484995349FAB8A6CA, vertexId=vertex_1463537075040_0001_1_04, initRequestedTime=1463537075260, initedTime=1463537075265, startRequestedTime=1463537075284, startedTime=1463537075286, finishTime=1463537076204, timeTaken=918, status=SUCCEEDED, diagnostics=, counters=Counters: 40, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=15, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, OUTPUT_BYTES=95, OUTPUT_BYTES_WITH_OVERHEAD=111, OUTPUT_BYTES_PHYSICAL=115, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=142, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=206, MERGE_PHASE_TIME=221, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537076190, Process_Duration=4, Process_End_Time=1463537076194, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1463537075949, firstTasksToStart=[ task_1463537075040_0001_1_04_000000 ], lastTaskFinishTime=1463537076203, lastTasksToFinish=[ task_1463537075040_0001_1_04_000000 ], minTaskDuration=254, maxTaskDuration=254, avgTaskDuration=254.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537075040_0001_1_04_000000 ], longestDurationTasks=[ task_1463537075040_0001_1_04_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:36,205 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:36,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537075040_0001_00_000005, stoppedTime=1463537076205, exitStatus=0
2016-05-18 02:04:36,205 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] attempt: attempt_1463537075040_0001_1_04_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:36,205 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA] completed., numCompletedVertices=5, numSuccessfulVertices=5, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-05-18 02:04:36,205 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=5, numSuccessfulVertices=5, numFailedVertices=0, numKilledVertices=0, numVertices=6, commitInProgress=0, terminationCause=null
2016-05-18 02:04:36,206 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F9507EE1E25A4CB680F530D91755896C
2016-05-18 02:04:36,206 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=B4A6BBFBECB6487484995349FAB8A6CA, destinationVertexName=F9507EE1E25A4CB680F530D91755896C. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:36,206 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537075040_0001_00_000005. Relying on regular task shutdown for it to end
2016-05-18 02:04:36,206 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A4A1E2D0CF974636859AEF37017B76AB, destinationVertexName=F9507EE1E25A4CB680F530D91755896C. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:36,207 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:36,207 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_STARTED]: vertexName=F9507EE1E25A4CB680F530D91755896C, taskId=task_1463537075040_0001_1_05_000000, scheduledTime=1463537076207, launchTime=1463537076207
2016-05-18 02:04:36,207 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:36,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537075040_0001_00_000006, launchTime=1463537076209
2016-05-18 02:04:36,209 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000006
2016-05-18 02:04:36,210 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000006: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,210 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537075040_0001_1_05_000000_0] started. Is using containerId: [container_1463537075040_0001_00_000006] on NM: [127.0.0.1:0]
2016-05-18 02:04:36 Starting to run new task attempt: attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,210 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,210 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:36,210 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F9507EE1E25A4CB680F530D91755896C, taskAttemptId=attempt_1463537075040_0001_1_05_000000_0, startTime=1463537076210, containerId=container_1463537075040_0001_00_000006, nodeId=127.0.0.1:0
2016-05-18 02:04:36,210 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:36,211 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: F9507EE1E25A4CB680F530D91755896C, VertexParallelism: 1, TaskAttemptID:attempt_1463537075040_0001_1_05_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B4A6BBFBECB6487484995349FAB8A6CA, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=A4A1E2D0CF974636859AEF37017B76AB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8D30836CAD36417494F85EA3697D5DC5, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:36,211 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:36,211 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,212 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537075040_0001_1_05_000000_0 2 events [0,2) total 2 vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:36,212 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537075040_0001_1_05_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:36,214 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:36,215 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:36,216 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=211392912 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:36,216 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537075040_0001_00_000005 is valid, but no longer registered, and will be killed
2016-05-18 02:04:36,216 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000005: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:36,217 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537075040_0001_00_000005, Exiting
2016-05-18 02:04:36,217 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537075040_0001_00_000005
2016-05-18 02:04:36,217 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537075040_0001_00_000005
2016-05-18 02:04:36,217 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537075040_0001_00_000005 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:36,217 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537075040_0001_00_000005 completed successfully
2016-05-18 02:04:36,221 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F9507EE1E25A4CB680F530D91755896C, ordinal: 5
2016-05-18 02:04:36,221 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9507EE1E25A4CB680F530D91755896C, mem on start (mb), free: 399, total: 572, max: 672
2016-05-18 02:04:36,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:36,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:36,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:36,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:36,229 INFO  output.MROutput (MROutput.java:initialize(421)) - 8D30836CAD36417494F85EA3697D5DC5: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:36,229 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:36,229 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[A4A1E2D0CF974636859AEF37017B76AB:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [8D30836CAD36417494F85EA3697D5DC5:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [B4A6BBFBECB6487484995349FAB8A6CA:INPUT:211392912:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:36,229 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:36,229 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:36,229 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 422785824, TotalRequestedScaled: 2.0293719551999998E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:36,229 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[A4A1E2D0CF974636859AEF37017B76AB:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912], [8D30836CAD36417494F85EA3697D5DC5:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [B4A6BBFBECB6487484995349FAB8A6CA:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:211392912:211392912]
2016-05-18 02:04:36,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:36,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: B4A6BBFBECB6487484995349FAB8A6CA being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:36,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: A4A1E2D0CF974636859AEF37017B76AB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:36,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 2
2016-05-18 02:04:36,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 2 IOs to start
2016-05-18 02:04:36,231 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A4A1E2D0CF974636859AEF37017B76AB: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:36,231 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A4A1E2D0CF974636859AEF37017B76AB: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:36,231 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - B4A6BBFBECB6487484995349FAB8A6CA: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:36,232 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - B4A6BBFBECB6487484995349FAB8A6CA: MergerManager: memoryLimit=211392912, maxSingleShuffleLimit=52848228, mergeThreshold=190253616, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:36,232 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A4A1E2D0CF974636859AEF37017B76AB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:36,233 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: A4A1E2D0CF974636859AEF37017B76AB
2016-05-18 02:04:36,236 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: B4A6BBFBECB6487484995349FAB8A6CA with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:36,236 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:36,236 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: B4A6BBFBECB6487484995349FAB8A6CA
2016-05-18 02:04:36,236 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:36,236 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,238 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A4A1E2D0CF974636859AEF37017B76AB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:36,240 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B4A6BBFBECB6487484995349FAB8A6CA: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:36,242 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537075040_0001_1_02_000000_0_10234} to DISK_DIRECT, csize=75, dsize=71, EndTime=1463537076241, TimeTaken=2, Rate=0.04 MB/s
2016-05-18 02:04:36,243 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A4A1E2D0CF974636859AEF37017B76AB
2016-05-18 02:04:36,243 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:36,243 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A4A1E2D0CF974636859AEF37017B76AB, wasInterrupted=false
2016-05-18 02:04:36,242 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537075040_0001_1_04_000000_0_10241} to DISK_DIRECT, csize=115, dsize=111, EndTime=1463537076242, TimeTaken=1, Rate=0.11 MB/s
2016-05-18 02:04:36,244 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : B4A6BBFBECB6487484995349FAB8A6CA
2016-05-18 02:04:36,244 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - A4A1E2D0CF974636859AEF37017B76AB: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:36,244 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:36,243 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2016-05-18 02:04:36,245 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:36,245 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:36,245 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: B4A6BBFBECB6487484995349FAB8A6CA, wasInterrupted=false
2016-05-18 02:04:36,246 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] streamed: true, id: 9E41E762E4A4455F87E579ECE6C7AFF2
2016-05-18 02:04:36,246 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - B4A6BBFBECB6487484995349FAB8A6CA: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:36,246 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway"], id: 8D30836CAD36417494F85EA3697D5DC5
2016-05-18 02:04:36,246 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_02_000000_0_10234/file.out, len=75, isLocal=true
2016-05-18 02:04:36,246 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 75 bytes from disk
2016-05-18 02:04:36,246 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:36,246 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:36,246 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway"]
2016-05-18 02:04:36,247 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:36,247 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:36,247 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001_wd/localmode-local-dir/output/attempt_1463537075040_0001_1_04_000000_0_10241/file.out, len=115, isLocal=true
2016-05-18 02:04:36,247 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 115 bytes from disk
2016-05-18 02:04:36,248 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:36,248 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:36,248 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-05-18 02:04:36,248 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A4A1E2D0CF974636859AEF37017B76AB
2016-05-18 02:04:36,248 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A4A1E2D0CF974636859AEF37017B76AB: Shuffle Runner thread complete
2016-05-18 02:04:36,248 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 98 bytes
2016-05-18 02:04:36,248 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : B4A6BBFBECB6487484995349FAB8A6CA
2016-05-18 02:04:36,248 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - B4A6BBFBECB6487484995349FAB8A6CA: Shuffle Runner thread complete
2016-05-18 02:04:36,248 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 9E41E762E4A4455F87E579ECE6C7AFF2, for 2 inputs
2016-05-18 02:04:36,248 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 9E41E762E4A4455F87E579ECE6C7AFF2, for 2 inputs
2016-05-18 02:04:36,249 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-18 02:04:36,249 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-18 02:04:36,251 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F9507EE1E25A4CB680F530D91755896C, all 2 inputs ready in: 00:00:00.000
2016-05-18 02:04:36,252 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A4A1E2D0CF974636859AEF37017B76AB: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:36,253 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - B4A6BBFBECB6487484995349FAB8A6CA: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:36,256 INFO  output.MROutput (MROutput.java:close(526)) - 8D30836CAD36417494F85EA3697D5DC5 closed
2016-05-18 02:04:36,256 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537075040_0001_1_05_000000_0 given a go for committing the task output.
2016-05-18 02:04:36,257 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,257 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F9507EE1E25A4CB680F530D91755896C, mem on close (mb), free: 394, total: 572, max: 672
2016-05-18 02:04:36,257 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: B4A6BBFBECB6487484995349FAB8A6CA
2016-05-18 02:04:36,257 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - B4A6BBFBECB6487484995349FAB8A6CA: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:36,257 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A4A1E2D0CF974636859AEF37017B76AB
2016-05-18 02:04:36,257 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A4A1E2D0CF974636859AEF37017B76AB: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:36,258 INFO  output.MROutput (MROutput.java:close(526)) - 8D30836CAD36417494F85EA3697D5DC5 closed
2016-05-18 02:04:36,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:36 Completed running task attempt: attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,259 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537075040_0001_1_05_000000_0, askedToStop=false
2016-05-18 02:04:36,259 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537075040_0001_1_05_000000_0, stopRequested=false
2016-05-18 02:04:36,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537075040_0001_1_05_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=26, MERGE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537076251, Process_Duration=6, Process_End_Time=1463537076257, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:36,260 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537075040_0001_1_05_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:36,260 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:36,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F9507EE1E25A4CB680F530D91755896C, taskAttemptId=attempt_1463537075040_0001_1_05_000000_0, creationTime=1463537076207, allocationTime=1463537076208, startTime=1463537076210, finishTime=1463537076260, timeTaken=50, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:36,260 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:36,260 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:36,260 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:TASK_FINISHED]: vertexName=F9507EE1E25A4CB680F530D91755896C, taskId=task_1463537075040_0001_1_05_000000, startTime=1463537076210, finishTime=1463537076260, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463537075040_0001_1_05_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=26, MERGE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537076251, Process_Duration=6, Process_End_Time=1463537076257, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:36,261 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:36,261 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C]
2016-05-18 02:04:36,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:VERTEX_FINISHED]: vertexName=F9507EE1E25A4CB680F530D91755896C, vertexId=vertex_1463537075040_0001_1_05, initRequestedTime=1463537075265, initedTime=1463537075273, startRequestedTime=1463537075287, startedTime=1463537075287, finishTime=1463537076261, timeTaken=974, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=26, MERGE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=15, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537076251, Process_Duration=6, Process_End_Time=1463537076257, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537076210, firstTasksToStart=[ task_1463537075040_0001_1_05_000000 ], lastTaskFinishTime=1463537076260, lastTasksToFinish=[ task_1463537075040_0001_1_05_000000 ], minTaskDuration=50, maxTaskDuration=50, avgTaskDuration=50.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537075040_0001_1_05_000000 ], longestDurationTasks=[ task_1463537075040_0001_1_05_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:36,262 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537075040_0001_00_000006
2016-05-18 02:04:36,262 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:36,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537075040_0001_00_000006, stoppedTime=1463537076262, exitStatus=0
2016-05-18 02:04:36,262 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C] completed., numCompletedVertices=6, numSuccessfulVertices=6, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-05-18 02:04:36,262 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=6, numSuccessfulVertices=6, numFailedVertices=0, numKilledVertices=0, numVertices=6, commitInProgress=0, terminationCause=null
2016-05-18 02:04:36,262 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537075040_0001_1_01 [F9093094349E4AA3A3359EA283FB92FB]
2016-05-18 02:04:36,262 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537075040_0001_1_02 [A4A1E2D0CF974636859AEF37017B76AB]
2016-05-18 02:04:36,262 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537075040_0001_1_03 [EA25760BAF2847D6BFE3EA7579F79390]
2016-05-18 02:04:36,262 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537075040_0001_1_04 [B4A6BBFBECB6487484995349FAB8A6CA]
2016-05-18 02:04:36,262 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537075040_0001_1_00 [B8B4D75AB12944C6A51FA7EE615C0B33]
2016-05-18 02:04:36,263 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537075040_0001_1
2016-05-18 02:04:36,263 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537075040_0001_1
2016-05-18 02:04:36,263 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537075040_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:36,263 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 8D30836CAD36417494F85EA3697D5DC5 for vertex: vertex_1463537075040_0001_1_05 [F9507EE1E25A4CB680F530D91755896C], outputName: 8D30836CAD36417494F85EA3697D5DC5
2016-05-18 02:04:36,263 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537075040_0001_00_000006. Relying on regular task shutdown for it to end
2016-05-18 02:04:36,272 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537075040_0001_00_000006 is valid, but no longer registered, and will be killed
2016-05-18 02:04:36,272 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537075040_0001_00_000006: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:36,272 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537075040_0001_00_000006, Exiting
2016-05-18 02:04:36,272 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537075040_0001_00_000006
2016-05-18 02:04:36,272 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537075040_0001_00_000006
2016-05-18 02:04:36,273 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:8D30836CAD36417494F85EA3697D5DC5 of vertex/vertexGroup:F9507EE1E25A4CB680F530D91755896C isVertexGroupOutput:false
2016-05-18 02:04:36,273 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=6, numSuccessfulVertices=6, numFailedVertices=0, numKilledVertices=0, numVertices=6, commitInProgress=0, terminationCause=null
2016-05-18 02:04:36,273 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537075040_0001_00_000006 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:36,273 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537075040_0001_00_000006 completed successfully
2016-05-18 02:04:36,275 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537075040_0001_1, queueSize=0
2016-05-18 02:04:36,275 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537075040_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537075040_0001_1, startTime=1463537075242, finishTime=1463537076273, timeTaken=1031, status=SUCCEEDED, diagnostics=, counters=Counters: 51, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=6, TOTAL_LAUNCHED_TASKS=6, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=2470, AM_GC_TIME_MILLIS=530, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=35, REDUCE_INPUT_RECORDS=39, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=78, NUM_SHUFFLED_INPUTS=7, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=7, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=44, OUTPUT_BYTES=469, OUTPUT_BYTES_WITH_OVERHEAD=563, OUTPUT_BYTES_PHYSICAL=591, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=591, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=7, SHUFFLE_BYTES=591, SHUFFLE_BYTES_DECOMPRESSED=563, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=591, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=324, MERGE_PHASE_TIME=372, FIRST_EVENT_RECEIVED=63, LAST_EVENT_RECEIVED=63, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=8781222455351, Process_Duration=73, Process_End_Time=8781222455424, Read_Duration=32, Tuples_Read=52, Tuples_Written=44, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=13, Num_Keys_Hit=4, Num_Keys_Missed=19
2016-05-18 02:04:36,275 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537075040_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:36,275 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537075040_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:36 Completed Dag: dag_1463537075040_0001_1
2016-05-18 02:04:36,276 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537075040_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:36,276 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537075040_0001_1_post
2016-05-18 02:04:36,276 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:36,276 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:36,276 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:36,276 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, with id=dag_1463537075040_0001_1
2016-05-18 02:04:36,276 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, with id=dag_1463537075040_0001_1
2016-05-18 02:04:36,282 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...y/samesourcemergethreeway, applicationId=application_1463537075040_0001
2016-05-18 02:04:36,284 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:36,284 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:36,284 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:36,284 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:36,284 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:36,285 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:36,285 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:36,285 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:36,285 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:36,286 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:36,286 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:36,286 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:36,286 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:36,287 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:36,290 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/73AC23ADE7F240AD92AC8003EA84B424/FA592C78A4894DC2AE702E8347AAC4A4/.tez/application_1463537075040_0001
2016-05-18 02:04:36,291 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway/_temporary
2016-05-18 02:04:36,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count-lhs*source*count...]  completed in: 00:01.271
2016-05-18 02:04:36,364 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway
2016-05-18 02:04:36,393 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:36,393 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:36,430 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-05-18 02:04:36,439 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-18 02:04:36,440 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:36,440 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-18 02:04:36,440 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:36,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt
2016-05-18 02:04:36,469 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:36,476 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic
2016-05-18 02:04:36,491 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:36,491 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:36,527 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(265)) - adding grouped edge between: A13122F096004E498496D7EC02A9B6D8,CB152709B6AB4B219F09CD57AD6A7E92 and C59CCCF81A254E37A1459FC44A7171B3
2016-05-18 02:04:36,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] starting
2016-05-18 02:04:36,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:36,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:36,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic"]
2016-05-18 02:04:36,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs]  parallel execution of steps is enabled: false
2016-05-18 02:04:36,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs]  executing total steps: 1
2016-05-18 02:04:36,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs]  allocating management threads: 1
2016-05-18 02:04:36,530 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] starting step: (1/1) ...quemerge-nondeterministic
2016-05-18 02:04:36,530 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [lhs+rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:36,544 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] tez session mode enabled: true
2016-05-18 02:04:36,548 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:36,549 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:36,549 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:36,558 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001 doesn't exist and is created
2016-05-18 02:04:36,577 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:36,577 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:36,578 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd
2016-05-18 02:04:36,592 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537076549_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:36,592 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:36,592 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:36,594 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:36,594 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:36,594 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:36,594 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:36,595 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:36,596 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:36,596 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:36,597 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:36,597 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:36,597 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:36,597 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:36,597 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:36,598 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:36,598 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:36,598 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:36,598 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:36,598 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:36,600 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:36,600 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:36,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:36,601 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-log-dir
2016-05-18 02:04:36,601 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-log-dir/history.txt.appattempt_1463537076549_0001_000000, maxErrors=10
2016-05-18 02:04:36,602 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:36,602 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537076549_0001_000000, appSubmitTime=1463537076591, launchTime=1463537076591
2016-05-18 02:04:36,604 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:36,610 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:54091
2016-05-18 02:04:36,610 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537076549
2016-05-18 02:04:36,612 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537076549_0001_000000, startTime=1463537076612
2016-05-18 02:04:36,612 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:36,677 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:36,677 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:36,677 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...quemerge-nondeterministic, applicationId=application_1463537076549_0001, dagName=[318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-05-18 02:04:36,693 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-05-18 02:04:36,694 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:36,947 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:36,947 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:36,948 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537076549_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-log-dir/dag_1463537076549_0001_1.dot
2016-05-18 02:04:36,948 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-log-dir/dag_1463537076549_0001_1-tez-dag.pb.txt
2016-05-18 02:04:36,959 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537076549_0001_1
2016-05-18 02:04:36,959 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:36,959 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-05-18 02:04:36 Running Dag: dag_1463537076549_0001_1
2016-05-18 02:04:36,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537076549_0001_1, submitTime=1463537076694
2016-05-18 02:04:36,975 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001/tez-conf.pb" } size: 40953 timestamp: 1463537076000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:36,975 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,976 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:36,977 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001/tez-conf.pb" } size: 40953 timestamp: 1463537076000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:36,977 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:36,977 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:36,978 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001/tez-conf.pb" } size: 40953 timestamp: 1463537076000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:36,978 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:36,978 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:36,979 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:36,980 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537076549_0001_1, initTime=1463537076980
2016-05-18 02:04:36,980 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537076549_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:36,980 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:36,980 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:DAG_STARTED]: dagID=dag_1463537076549_0001_1, startTime=1463537076980
2016-05-18 02:04:36,980 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537076549_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: A13122F096004E498496D7EC02A9B6D8 : {4EB5E6E9188E4C52B5CB01F93FEDF704={InputName=4EB5E6E9188E4C52B5CB01F93FEDF704}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 4EB5E6E9188E4C52B5CB01F93FEDF704, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:36,981 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 4EB5E6E9188E4C52B5CB01F93FEDF704 on vertex vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,981 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: CB152709B6AB4B219F09CD57AD6A7E92 : {EBEFDBD6B8C247B0A2CCB8EBDADEC266={InputName=EBEFDBD6B8C247B0A2CCB8EBDADEC266}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:36,982 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: EBEFDBD6B8C247B0A2CCB8EBDADEC266, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:36,982 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:36,982 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:36,982 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:36,982 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:36,983 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:36,983 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:36,984 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 4EB5E6E9188E4C52B5CB01F93FEDF704 asking for 1 tasks. Headroom: 726 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:36,984 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: EBEFDBD6B8C247B0A2CCB8EBDADEC266 on vertex vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:36,985 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:36,985 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 51 Min splitLength: 52428800 New desired splits: 1 Total length: 51 Original splits: 2
2016-05-18 02:04:36,986 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 51 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 51 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:36,986 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:36,986 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 4EB5E6E9188E4C52B5CB01F93FEDF704 on vertex vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,986 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:36,986 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:36,987 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:36,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537076549_0001_1_02, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=2, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:36,988 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...quemerge-nondeterministic, applicationId=application_1463537076549_0001, dagName=[318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-05-18 02:04:36,988 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3], numAdditionalOutputs=1
2016-05-18 02:04:36,988 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=4621834C54004D7DAE81D4C07A369290, vertex=vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:36,990 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input EBEFDBD6B8C247B0A2CCB8EBDADEC266 asking for 1 tasks. Headroom: 726 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:36,991 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for C59CCCF81A254E37A1459FC44A7171B3:4621834C54004D7DAE81D4C07A369290 using oldmapred API
2016-05-18 02:04:36,991 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=4621834C54004D7DAE81D4C07A369290, vertexName=C59CCCF81A254E37A1459FC44A7171B3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:36,992 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:36,992 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:36,992 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:36,992 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:36,992 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C59CCCF81A254E37A1459FC44A7171B3, vertexId=vertex_1463537076549_0001_1_02, initRequestedTime=1463537076983, initedTime=1463537076988, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:36,993 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:36,993 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: EBEFDBD6B8C247B0A2CCB8EBDADEC266 on vertex vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:36,994 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:36,994 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {4EB5E6E9188E4C52B5CB01F93FEDF704=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:36,996 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] parallelism set to 1
2016-05-18 02:04:36,996 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:36,996 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:36,996 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {EBEFDBD6B8C247B0A2CCB8EBDADEC266=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:36,996 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A13122F096004E498496D7EC02A9B6D8, vertexId=vertex_1463537076549_0001_1_00, initRequestedTime=1463537076981, initedTime=1463537076996, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:36,997 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] with distanceFromRoot: 0
2016-05-18 02:04:36,997 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:36,997 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] parallelism set to 1
2016-05-18 02:04:36,998 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:36,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537076549_0001_1_00, startRequestedTime=1463537076983, startedTime=1463537076997
2016-05-18 02:04:36,998 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537076549_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:36,999 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:36,999 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in A13122F096004E498496D7EC02A9B6D8
2016-05-18 02:04:36,999 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:36,999 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CB152709B6AB4B219F09CD57AD6A7E92, vertexId=vertex_1463537076549_0001_1_01, initRequestedTime=1463537076981, initedTime=1463537076999, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:37,000 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] with distanceFromRoot: 0
2016-05-18 02:04:37,000 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:37,000 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537076549_0001_1_00 for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] numStartedSources: 1 numSources: 2
2016-05-18 02:04:37,000 INFO  impl.VertexImpl (VertexImpl.java:transition(2937)) - Cannot start vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] numStartedSources: 1 numSources: 2
2016-05-18 02:04:37,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_STARTED]: vertexName=A13122F096004E498496D7EC02A9B6D8, taskId=task_1463537076549_0001_1_00_000000, scheduledTime=1463537077001, launchTime=1463537077001
2016-05-18 02:04:37,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537076549_0001_1_01, startRequestedTime=1463537076983, startedTime=1463537077001
2016-05-18 02:04:37,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537076549_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:37,002 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:37,002 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:37,002 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537076549_0001_1_01 for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] numStartedSources: 2 numSources: 2
2016-05-18 02:04:37,003 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] with distanceFromRoot: 1
2016-05-18 02:04:37,002 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in CB152709B6AB4B219F09CD57AD6A7E92
2016-05-18 02:04:37,003 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:37,004 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537076549_0001_1_02, startRequestedTime=1463537077002, startedTime=1463537077003
2016-05-18 02:04:37,004 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:37,004 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: C59CCCF81A254E37A1459FC44A7171B3 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:37,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_STARTED]: vertexName=CB152709B6AB4B219F09CD57AD6A7E92, taskId=task_1463537076549_0001_1_01_000000, scheduledTime=1463537077004, launchTime=1463537077004
2016-05-18 02:04:37,005 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:37,007 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: CB152709B6AB4B219F09CD57AD6A7E92 in vertex: C59CCCF81A254E37A1459FC44A7171B3 numBipartiteSourceTasks: 1
2016-05-18 02:04:37,008 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: A13122F096004E498496D7EC02A9B6D8 in vertex: C59CCCF81A254E37A1459FC44A7171B3 numBipartiteSourceTasks: 2
2016-05-18 02:04:37,008 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:37,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537076549_0001_00_000002, launchTime=1463537077010
2016-05-18 02:04:37,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537076549_0001_00_000001, launchTime=1463537077009
2016-05-18 02:04:37,010 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537076549_0001_00_000002
2016-05-18 02:04:37,010 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs] submitted tez dag to app master: application_1463537076549_0001, with dag id: dag_1463537076549_0001_1
2016-05-18 02:04:37,011 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537076549_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,011 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537076549_0001_1_01_000000_0] started. Is using containerId: [container_1463537076549_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,011 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,011 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,011 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537076549_0001_00_000001
2016-05-18 02:04:37,012 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:37,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: CB152709B6AB4B219F09CD57AD6A7E92, VertexParallelism: 1, TaskAttemptID:attempt_1463537076549_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EBEFDBD6B8C247B0A2CCB8EBDADEC266, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C59CCCF81A254E37A1459FC44A7171B3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:37,012 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=761266176, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:37,012 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,012 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537076549_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CB152709B6AB4B219F09CD57AD6A7E92, taskAttemptId=attempt_1463537076549_0001_1_01_000000_0, startTime=1463537077011, containerId=container_1463537076549_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:37,015 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,012 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537076549_0001_1_01_000000_0 sent events: (0-1).
2016-05-18 02:04:37,015 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,016 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,016 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:37,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: A13122F096004E498496D7EC02A9B6D8, VertexParallelism: 1, TaskAttemptID:attempt_1463537076549_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4EB5E6E9188E4C52B5CB01F93FEDF704, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C59CCCF81A254E37A1459FC44A7171B3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:37,016 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537076549_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:37,016 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=761266176, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:37,016 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537076549_0001_1_00_000000_0] started. Is using containerId: [container_1463537076549_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:37,017 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A13122F096004E498496D7EC02A9B6D8, taskAttemptId=attempt_1463537076549_0001_1_00_000000_0, startTime=1463537077016, containerId=container_1463537076549_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:37,018 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,018 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537076549_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:37,018 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537076549_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:37,021 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CB152709B6AB4B219F09CD57AD6A7E92, ordinal: 1
2016-05-18 02:04:37,021 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CB152709B6AB4B219F09CD57AD6A7E92, mem on start (mb), free: 622, total: 726, max: 726
2016-05-18 02:04:37,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:37,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:37,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:37,024 INFO  input.MRInput (MRInput.java:initialize(440)) - 4EB5E6E9188E4C52B5CB01F93FEDF704 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:37,024 INFO  input.MRInput (MRInput.java:initialize(440)) - EBEFDBD6B8C247B0A2CCB8EBDADEC266 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:37,024 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 4EB5E6E9188E4C52B5CB01F93FEDF704
2016-05-18 02:04:37,025 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: EBEFDBD6B8C247B0A2CCB8EBDADEC266
2016-05-18 02:04:37,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:37,025 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[C59CCCF81A254E37A1459FC44A7171B3:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput], [EBEFDBD6B8C247B0A2CCB8EBDADEC266:INPUT:0:org.apache.tez.mapreduce.input.MRInput]
2016-05-18 02:04:37,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:37,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:37,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 761266176, TotalAvailable: 510048337, TotalRequested/TotalJVMHeap:0.14
2016-05-18 02:04:37,026 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[C59CCCF81A254E37A1459FC44A7171B3:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600], [EBEFDBD6B8C247B0A2CCB8EBDADEC266:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0]
2016-05-18 02:04:37,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:37,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EBEFDBD6B8C247B0A2CCB8EBDADEC266 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:37,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:37,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:37,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EBEFDBD6B8C247B0A2CCB8EBDADEC266
2016-05-18 02:04:37,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:37,027 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,027 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:37,028 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:37,029 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - EBEFDBD6B8C247B0A2CCB8EBDADEC266 initialized RecordReader from event
2016-05-18 02:04:37,030 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:37,031 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: EBEFDBD6B8C247B0A2CCB8EBDADEC266
2016-05-18 02:04:37,031 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']], id: 1819151138EB466184FFAF384E9FFD26
2016-05-18 02:04:37,031 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] 1819151138EB466184FFAF384E9FFD26
2016-05-18 02:04:37,032 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A13122F096004E498496D7EC02A9B6D8, ordinal: 0
2016-05-18 02:04:37,032 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A13122F096004E498496D7EC02A9B6D8, mem on start (mb), free: 617, total: 726, max: 726
2016-05-18 02:04:37,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:37,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:37,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:37,033 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:37,033 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4EB5E6E9188E4C52B5CB01F93FEDF704:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [C59CCCF81A254E37A1459FC44A7171B3:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:37,033 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:37,033 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:37,033 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 761266176, TotalAvailable: 510048337, TotalRequested/TotalJVMHeap:0.14
2016-05-18 02:04:37,033 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4EB5E6E9188E4C52B5CB01F93FEDF704:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [C59CCCF81A254E37A1459FC44A7171B3:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:37,033 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:37,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 4EB5E6E9188E4C52B5CB01F93FEDF704 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:37,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:37,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:37,034 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C59CCCF81A254E37A1459FC44A7171B3 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@6063d864, comparator=cascading.tuple.hadoop.util.TupleComparator@d4b2c81, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:37,035 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C59CCCF81A254E37A1459FC44A7171B3: , UsingHashComparator=false
2016-05-18 02:04:37,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 4EB5E6E9188E4C52B5CB01F93FEDF704
2016-05-18 02:04:37,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:37,037 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,038 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:0+25, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt:25+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=51}
2016-05-18 02:04:37,039 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 4EB5E6E9188E4C52B5CB01F93FEDF704 initialized RecordReader from event
2016-05-18 02:04:37,052 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:37,052 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"] streamed: true, id: 4EB5E6E9188E4C52B5CB01F93FEDF704
2016-05-18 02:04:37,053 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']], id: 1819151138EB466184FFAF384E9FFD26
2016-05-18 02:04:37,053 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] 1819151138EB466184FFAF384E9FFD26
2016-05-18 02:04:37,053 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:37,054 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:37,054 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - C59CCCF81A254E37A1459FC44A7171B3 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@56514c89, comparator=cascading.tuple.hadoop.util.TupleComparator@7377e2a4, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:37,054 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for C59CCCF81A254E37A1459FC44A7171B3: , UsingHashComparator=false
2016-05-18 02:04:37,054 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C59CCCF81A254E37A1459FC44A7171B3: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:37,055 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C59CCCF81A254E37A1459FC44A7171B3: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:37,056 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:37,057 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CB152709B6AB4B219F09CD57AD6A7E92, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:37,059 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,060 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CB152709B6AB4B219F09CD57AD6A7E92, mem on close (mb), free: 415, total: 726, max: 726
2016-05-18 02:04:37,060 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C59CCCF81A254E37A1459FC44A7171B3: Starting flush of map output
2016-05-18 02:04:37,060 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C59CCCF81A254E37A1459FC44A7171B3: Span0.length = 5, perItem = 15
2016-05-18 02:04:37,060 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C59CCCF81A254E37A1459FC44A7171B3: done sorting span=0, length=5, time=0
2016-05-18 02:04:37,060 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C59CCCF81A254E37A1459FC44A7171B3: Heap = SpanIterator<0:4> (span=Span[16777216,75]),
2016-05-18 02:04:37,062 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C59CCCF81A254E37A1459FC44A7171B3: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-local-dir/output/attempt_1463537076549_0001_1_01_000000_0_10247_0/file.out
2016-05-18 02:04:37,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,065 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537076549_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:37,065 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537076549_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:37,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537076549_0001_1_01_000000_0: Counters: 20 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537077057, Process_Duration=2, Process_End_Time=1463537077059, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.Unique$Cache Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-05-18 02:04:37,067 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537076549_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:37,067 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:37,067 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:37,067 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:37,067 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,067 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:37,067 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for C59CCCF81A254E37A1459FC44A7171B3: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:37,068 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - C59CCCF81A254E37A1459FC44A7171B3: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:37,068 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/rhs.txt"]
2016-05-18 02:04:37,068 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A13122F096004E498496D7EC02A9B6D8, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:37,070 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,070 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A13122F096004E498496D7EC02A9B6D8, mem on close (mb), free: 415, total: 726, max: 726
2016-05-18 02:04:37,070 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - C59CCCF81A254E37A1459FC44A7171B3: Starting flush of map output
2016-05-18 02:04:37,070 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - C59CCCF81A254E37A1459FC44A7171B3: Span0.length = 5, perItem = 15
2016-05-18 02:04:37,067 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537076549_0001_00_000002
2016-05-18 02:04:37,071 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - C59CCCF81A254E37A1459FC44A7171B3: done sorting span=0, length=5, time=0
2016-05-18 02:04:37,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CB152709B6AB4B219F09CD57AD6A7E92, taskAttemptId=attempt_1463537076549_0001_1_01_000000_0, creationTime=1463537077005, allocationTime=1463537077009, startTime=1463537077011, finishTime=1463537077067, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:37,071 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37,073 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - C59CCCF81A254E37A1459FC44A7171B3: Heap = SpanIterator<0:4> (span=Span[16777216,75]),
2016-05-18 02:04:37,073 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - C59CCCF81A254E37A1459FC44A7171B3: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-local-dir/output/attempt_1463537076549_0001_1_00_000000_0_10251_0/file.out
2016-05-18 02:04:37,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_FINISHED]: vertexName=CB152709B6AB4B219F09CD57AD6A7E92, taskId=task_1463537076549_0001_1_01_000000, startTime=1463537077011, finishTime=1463537077071, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1463537076549_0001_1_01_000000_0, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537077057, Process_Duration=2, Process_End_Time=1463537077059, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:37,074 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:37,074 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:37,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_FINISHED]: vertexName=CB152709B6AB4B219F09CD57AD6A7E92, vertexId=vertex_1463537076549_0001_1_01, initRequestedTime=1463537076981, initedTime=1463537076999, startRequestedTime=1463537076983, startedTime=1463537077001, finishTime=1463537077074, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537077057, Process_Duration=2, Process_End_Time=1463537077059, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1463537077011, firstTasksToStart=[ task_1463537076549_0001_1_01_000000 ], lastTaskFinishTime=1463537077067, lastTasksToFinish=[ task_1463537076549_0001_1_01_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537076549_0001_1_01_000000 ], longestDurationTasks=[ task_1463537076549_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:37,075 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:37,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537076549_0001_00_000002, stoppedTime=1463537077075, exitStatus=0
2016-05-18 02:04:37,075 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] attempt: attempt_1463537076549_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:37,076 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:37,076 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:37,076 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537076549_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:37,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,078 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537076549_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:37,078 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537076549_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:37,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537076549_0001_1_00_000000_0: Counters: 20 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537077068, Process_Duration=2, Process_End_Time=1463537077070, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.Unique$Cache Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-05-18 02:04:37,078 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537076549_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:37,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A13122F096004E498496D7EC02A9B6D8, taskAttemptId=attempt_1463537076549_0001_1_00_000000_0, creationTime=1463537077001, allocationTime=1463537077009, startTime=1463537077016, finishTime=1463537077078, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:37,078 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:37,079 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:37,079 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,079 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537076549_0001_00_000001
2016-05-18 02:04:37,079 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37,079 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_FINISHED]: vertexName=A13122F096004E498496D7EC02A9B6D8, taskId=task_1463537076549_0001_1_00_000000, startTime=1463537077016, finishTime=1463537077079, timeTaken=63, status=SUCCEEDED, successfulAttemptID=attempt_1463537076549_0001_1_00_000000_0, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537077068, Process_Duration=2, Process_End_Time=1463537077070, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:37,080 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:37,080 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:37,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_FINISHED]: vertexName=A13122F096004E498496D7EC02A9B6D8, vertexId=vertex_1463537076549_0001_1_00, initRequestedTime=1463537076981, initedTime=1463537076996, startRequestedTime=1463537076983, startedTime=1463537076997, finishTime=1463537077080, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537077068, Process_Duration=2, Process_End_Time=1463537077070, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1463537077016, firstTasksToStart=[ task_1463537076549_0001_1_00_000000 ], lastTaskFinishTime=1463537077078, lastTasksToFinish=[ task_1463537076549_0001_1_00_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537076549_0001_1_00_000000 ], longestDurationTasks=[ task_1463537076549_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:37,081 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:37,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537076549_0001_00_000001, stoppedTime=1463537077081, exitStatus=0
2016-05-18 02:04:37,081 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537076549_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:37,082 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537076549_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:37,082 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537076549_0001_00_000002, Exiting
2016-05-18 02:04:37,082 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537076549_0001_00_000002
2016-05-18 02:04:37,082 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537076549_0001_00_000002
2016-05-18 02:04:37,081 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] attempt: attempt_1463537076549_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:37,082 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C59CCCF81A254E37A1459FC44A7171B3
2016-05-18 02:04:37,083 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537076549_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:37,083 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537076549_0001_00_000002 completed successfully
2016-05-18 02:04:37,083 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:37,083 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=CB152709B6AB4B219F09CD57AD6A7E92, destinationVertexName=C59CCCF81A254E37A1459FC44A7171B3. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:37,083 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=A13122F096004E498496D7EC02A9B6D8, destinationVertexName=C59CCCF81A254E37A1459FC44A7171B3. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:37,083 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:37,084 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:37,084 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537076549_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:37,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_STARTED]: vertexName=C59CCCF81A254E37A1459FC44A7171B3, taskId=task_1463537076549_0001_1_02_000000, scheduledTime=1463537077084, launchTime=1463537077084
2016-05-18 02:04:37,084 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:37,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537076549_0001_00_000003, launchTime=1463537077086
2016-05-18 02:04:37,086 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537076549_0001_00_000003
2016-05-18 02:04:37,087 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537076549_0001_1_02_000000_0] started. Is using containerId: [container_1463537076549_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-18 02:04:37,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C59CCCF81A254E37A1459FC44A7171B3, taskAttemptId=attempt_1463537076549_0001_1_02_000000_0, startTime=1463537077087, containerId=container_1463537076549_0001_00_000003, nodeId=127.0.0.1:0
2016-05-18 02:04:37,088 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537076549_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37,088 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37,088 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,088 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:37,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: C59CCCF81A254E37A1459FC44A7171B3, VertexParallelism: 1, TaskAttemptID:attempt_1463537076549_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CB152709B6AB4B219F09CD57AD6A7E92, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=A13122F096004E498496D7EC02A9B6D8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=4621834C54004D7DAE81D4C07A369290, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: C59CCCF81A254E37A1459FC44A7171B3 { CB152709B6AB4B219F09CD57AD6A7E92 A13122F096004E498496D7EC02A9B6D8 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-05-18 02:04:37,089 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=761266176, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:37,089 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537076549_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:37,089 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537076549_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:37,090 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537076549_0001_00_000001, Exiting
2016-05-18 02:04:37,090 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537076549_0001_00_000001
2016-05-18 02:04:37,090 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537076549_0001_00_000001
2016-05-18 02:04:37,090 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37,090 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537076549_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:37,090 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537076549_0001_00_000001 completed successfully
2016-05-18 02:04:37,090 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537076549_0001_1_02_000000_0 2 events [0,2) total 2 vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:37,091 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537076549_0001_1_02_000000_0, eventCount=2 fromEventId=0 nextFromEventId=2
2016-05-18 02:04:37,093 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=228379840 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:37,095 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:37,095 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=228379840 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:37,099 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C59CCCF81A254E37A1459FC44A7171B3, ordinal: 2
2016-05-18 02:04:37,099 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C59CCCF81A254E37A1459FC44A7171B3, mem on start (mb), free: 409, total: 726, max: 726
2016-05-18 02:04:37,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:37,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 3 initializers to finish
2016-05-18 02:04:37,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:37,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:37,104 INFO  output.MROutput (MROutput.java:initialize(421)) - 4621834C54004D7DAE81D4C07A369290: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:37,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:37,105 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[4621834C54004D7DAE81D4C07A369290:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [A13122F096004E498496D7EC02A9B6D8:INPUT:228379840:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [CB152709B6AB4B219F09CD57AD6A7E92:INPUT:228379840:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:37,105 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:37,106 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-18 02:04:37,106 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 456759680, TotalRequestedScaled: 2.192446464E8, TotalJVMHeap: 761266176, TotalAvailable: 498629345, TotalRequested/TotalJVMHeap:0.60
2016-05-18 02:04:37,106 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[4621834C54004D7DAE81D4C07A369290:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [A13122F096004E498496D7EC02A9B6D8:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:228379840:228379840], [CB152709B6AB4B219F09CD57AD6A7E92:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:228379840:228379840]
2016-05-18 02:04:37,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:37,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring CB152709B6AB4B219F09CD57AD6A7E92 for start, since it will be controlled via it's Group
2016-05-18 02:04:37,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(278)) - Ignoring A13122F096004E498496D7EC02A9B6D8 for start, since it will be controlled via it's Group
2016-05-18 02:04:37,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(298)) - InputGroup: C59CCCF81A254E37A1459FC44A7171B3 being auto started by the framework. Subsequent instance will not be auto-started
2016-05-18 02:04:37,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:37,106 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - CB152709B6AB4B219F09CD57AD6A7E92: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:37,106 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - CB152709B6AB4B219F09CD57AD6A7E92: MergerManager: memoryLimit=228379840, maxSingleShuffleLimit=57094960, mergeThreshold=205541856, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:37,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:37,107 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: CB152709B6AB4B219F09CD57AD6A7E92 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:37,109 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - A13122F096004E498496D7EC02A9B6D8: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:37,110 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - A13122F096004E498496D7EC02A9B6D8: MergerManager: memoryLimit=228379840, maxSingleShuffleLimit=57094960, mergeThreshold=205541856, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:37,111 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: A13122F096004E498496D7EC02A9B6D8 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:37,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C59CCCF81A254E37A1459FC44A7171B3
2016-05-18 02:04:37,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:37,111 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37,113 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CB152709B6AB4B219F09CD57AD6A7E92: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:37,114 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A13122F096004E498496D7EC02A9B6D8: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:37,114 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2016-05-18 02:04:37,116 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] streamed: true, id: 1819151138EB466184FFAF384E9FFD26
2016-05-18 02:04:37,116 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic"], id: 4621834C54004D7DAE81D4C07A369290
2016-05-18 02:04:37,117 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic"]
2016-05-18 02:04:37,117 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537076549_0001_1_01_000000_0_10247} to DISK_DIRECT, csize=95, dsize=91, EndTime=1463537077117, TimeTaken=1, Rate=0.09 MB/s
2016-05-18 02:04:37,117 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] 1819151138EB466184FFAF384E9FFD26, for 1 inputs
2016-05-18 02:04:37,117 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537076549_0001_1_00_000000_0_10251} to DISK_DIRECT, csize=95, dsize=91, EndTime=1463537077117, TimeTaken=2, Rate=0.05 MB/s
2016-05-18 02:04:37,118 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : A13122F096004E498496D7EC02A9B6D8
2016-05-18 02:04:37,117 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : CB152709B6AB4B219F09CD57AD6A7E92
2016-05-18 02:04:37,118 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:37,118 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: A13122F096004E498496D7EC02A9B6D8, wasInterrupted=false
2016-05-18 02:04:37,118 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:37,118 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:37,118 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: CB152709B6AB4B219F09CD57AD6A7E92, wasInterrupted=false
2016-05-18 02:04:37,119 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - A13122F096004E498496D7EC02A9B6D8: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:37,119 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:37,119 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:37,119 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-local-dir/output/attempt_1463537076549_0001_1_00_000000_0_10251/file.out, len=95, isLocal=true
2016-05-18 02:04:37,119 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 95 bytes from disk
2016-05-18 02:04:37,119 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:37,119 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:37,119 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:37,120 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001_wd/localmode-local-dir/output/attempt_1463537076549_0001_1_01_000000_0_10247/file.out, len=95, isLocal=true
2016-05-18 02:04:37,120 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 95 bytes from disk
2016-05-18 02:04:37,120 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:37,120 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:37,120 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-05-18 02:04:37,120 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : CB152709B6AB4B219F09CD57AD6A7E92
2016-05-18 02:04:37,121 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - CB152709B6AB4B219F09CD57AD6A7E92: Shuffle Runner thread complete
2016-05-18 02:04:37,120 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-05-18 02:04:37,121 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - CB152709B6AB4B219F09CD57AD6A7E92: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:37,121 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : A13122F096004E498496D7EC02A9B6D8
2016-05-18 02:04:37,121 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - A13122F096004E498496D7EC02A9B6D8: Shuffle Runner thread complete
2016-05-18 02:04:37,121 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C59CCCF81A254E37A1459FC44A7171B3, all 1 inputs ready in: 00:00:00.004
2016-05-18 02:04:37,122 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - CB152709B6AB4B219F09CD57AD6A7E92: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:37,123 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - A13122F096004E498496D7EC02A9B6D8: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:37,128 INFO  output.MROutput (MROutput.java:close(526)) - 4621834C54004D7DAE81D4C07A369290 closed
2016-05-18 02:04:37,128 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537076549_0001_1_02_000000_0 given a go for committing the task output.
2016-05-18 02:04:37,129 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37,129 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C59CCCF81A254E37A1459FC44A7171B3, mem on close (mb), free: 404, total: 726, max: 726
2016-05-18 02:04:37,129 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: CB152709B6AB4B219F09CD57AD6A7E92
2016-05-18 02:04:37,129 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - CB152709B6AB4B219F09CD57AD6A7E92: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:37,130 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: A13122F096004E498496D7EC02A9B6D8
2016-05-18 02:04:37,130 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - A13122F096004E498496D7EC02A9B6D8: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:37,130 INFO  output.MROutput (MROutput.java:close(526)) - 4621834C54004D7DAE81D4C07A369290 closed
2016-05-18 02:04:37,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37,130 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537076549_0001_1_02_000000_0, askedToStop=false
2016-05-18 02:04:37,130 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537076549_0001_1_02_000000_0, stopRequested=false
2016-05-18 02:04:37,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537076549_0001_1_02_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=20, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537077121, Process_Duration=8, Process_End_Time=1463537077129, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:37,131 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537076549_0001_1_02_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:37,132 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:37,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C59CCCF81A254E37A1459FC44A7171B3, taskAttemptId=attempt_1463537076549_0001_1_02_000000_0, creationTime=1463537077084, allocationTime=1463537077085, startTime=1463537077087, finishTime=1463537077132, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:37,132 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:37,132 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,132 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537076549_0001_00_000003
2016-05-18 02:04:37,132 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:TASK_FINISHED]: vertexName=C59CCCF81A254E37A1459FC44A7171B3, taskId=task_1463537076549_0001_1_02_000000, startTime=1463537077087, finishTime=1463537077132, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1463537076549_0001_1_02_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=20, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537077121, Process_Duration=8, Process_End_Time=1463537077129, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:37,132 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:37,132 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3]
2016-05-18 02:04:37,133 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:VERTEX_FINISHED]: vertexName=C59CCCF81A254E37A1459FC44A7171B3, vertexId=vertex_1463537076549_0001_1_02, initRequestedTime=1463537076983, initedTime=1463537076988, startRequestedTime=1463537077002, startedTime=1463537077003, finishTime=1463537077133, timeTaken=130, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=20, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537077121, Process_Duration=8, Process_End_Time=1463537077129, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537077087, firstTasksToStart=[ task_1463537076549_0001_1_02_000000 ], lastTaskFinishTime=1463537077132, lastTasksToFinish=[ task_1463537076549_0001_1_02_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537076549_0001_1_02_000000 ], longestDurationTasks=[ task_1463537076549_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:37,133 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:37,133 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537076549_0001_00_000003, stoppedTime=1463537077133, exitStatus=0
2016-05-18 02:04:37,133 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-18 02:04:37,133 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:37,133 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537076549_0001_1_00 [A13122F096004E498496D7EC02A9B6D8]
2016-05-18 02:04:37,133 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537076549_0001_1_01 [CB152709B6AB4B219F09CD57AD6A7E92]
2016-05-18 02:04:37,134 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537076549_0001_1
2016-05-18 02:04:37,134 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537076549_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-18 02:04:37,134 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537076549_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:37,134 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537076549_0001_1
2016-05-18 02:04:37,134 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537076549_0001_00_000003, Exiting
2016-05-18 02:04:37,134 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537076549_0001_00_000003
2016-05-18 02:04:37,134 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537076549_0001_00_000003
2016-05-18 02:04:37,134 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 4621834C54004D7DAE81D4C07A369290 for vertex: vertex_1463537076549_0001_1_02 [C59CCCF81A254E37A1459FC44A7171B3], outputName: 4621834C54004D7DAE81D4C07A369290
2016-05-18 02:04:37,134 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537076549_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:37,134 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537076549_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:37,134 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(260)) - Ignoring stop request for containerId: container_1463537076549_0001_00_000003
2016-05-18 02:04:37,134 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537076549_0001_00_000003 completed successfully
2016-05-18 02:04:37,143 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:4621834C54004D7DAE81D4C07A369290 of vertex/vertexGroup:C59CCCF81A254E37A1459FC44A7171B3 isVertexGroupOutput:false
2016-05-18 02:04:37,143 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3, commitInProgress=0, terminationCause=null
2016-05-18 02:04:37,145 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537076549_0001_1, queueSize=0
2016-05-18 02:04:37,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537076549_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537076549_0001_1, startTime=1463537076980, finishTime=1463537077143, timeTaken=163, status=SUCCEEDED, diagnostics=, counters=Counters: 50, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, AM_CPU_MILLISECONDS=290, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=10, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=15, OUTPUT_BYTES=150, OUTPUT_BYTES_WITH_OVERHEAD=182, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=2, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=20, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=11, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390611231246, Process_Duration=12, Process_End_Time=4390611231258, Read_Duration=2, Tuples_Read=31, Tuples_Written=15, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=16, Num_Keys_Missed=10
2016-05-18 02:04:37,145 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537076549_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:37,145 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537076549_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:37 Completed Dag: dag_1463537076549_0001_1
2016-05-18 02:04:37,146 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537076549_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:37,146 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537076549_0001_1_post
2016-05-18 02:04:37,146 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,146 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:37,146 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:37,146 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic, with id=dag_1463537076549_0001_1
2016-05-18 02:04:37,146 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4] lhs+rhs/(1/1) ...quemerge-nondeterministic, with id=dag_1463537076549_0001_1
2016-05-18 02:04:37,153 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...quemerge-nondeterministic, applicationId=application_1463537076549_0001
2016-05-18 02:04:37,154 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:37,154 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:37,154 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:37,154 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:37,154 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:37,155 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:37,155 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:37,155 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:37,155 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:37,155 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:37,155 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:37,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:37,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:37,156 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:37,158 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/318094BA9BED477F98B571C211703C21/AC85CBD7EAB54C7D844B0E130949FCF4/.tez/application_1463537076549_0001
2016-05-18 02:04:37,159 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic/_temporary
2016-05-18 02:04:37,159 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [lhs+rhs]  completed in: 00:00.630
2016-05-18 02:04:37,197 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic
2016-05-18 02:04:37,223 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:37,224 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:37,260 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:04:37,268 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:04:37,269 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:37,269 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:37,269 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:37,284 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:37,289 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique
2016-05-18 02:04:37,325 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:37,325 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:37,342 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting
2016-05-18 02:04:37,342 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:37,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique"]
2016-05-18 02:04:37,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  parallel execution of steps is enabled: false
2016-05-18 02:04:37,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  executing total steps: 1
2016-05-18 02:04:37,345 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  allocating management threads: 1
2016-05-18 02:04:37,345 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] starting step: (1/1) ...latform/testUnique/unique
2016-05-18 02:04:37,345 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:37,358 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] tez session mode enabled: true
2016-05-18 02:04:37,366 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:37,366 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:37,366 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:37,375 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001 doesn't exist and is created
2016-05-18 02:04:37,395 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:37,395 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:37,395 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001_wd
2016-05-18 02:04:37,410 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537077366_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:37,411 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:37,411 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:37,412 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:37,412 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:37,412 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:37,413 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:37,413 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:37,415 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:37,415 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:37,415 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:37,415 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:37,415 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:37,415 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:37,415 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:37,416 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:37,416 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:37,416 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:37,416 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:37,416 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:37,418 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:37,419 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:37,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:37,419 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001_wd/localmode-log-dir
2016-05-18 02:04:37,420 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001_wd/localmode-log-dir/history.txt.appattempt_1463537077366_0001_000000, maxErrors=10
2016-05-18 02:04:37,420 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:37,420 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537077366_0001_000000, appSubmitTime=1463537077410, launchTime=1463537077410
2016-05-18 02:04:37,422 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:37,428 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:39165
2016-05-18 02:04:37,428 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537077366
2016-05-18 02:04:37,429 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537077366_0001_000000, startTime=1463537077429
2016-05-18 02:04:37,430 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:37,495 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:37,495 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:37,496 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/testUnique/unique, applicationId=application_1463537077366_0001, dagName=[6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique
2016-05-18 02:04:37,513 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique
2016-05-18 02:04:37,513 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:37,514 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537077366_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001_wd/localmode-log-dir/dag_1463537077366_0001_1.dot
2016-05-18 02:04:37,514 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001_wd/localmode-log-dir/dag_1463537077366_0001_1-tez-dag.pb.txt
2016-05-18 02:04:37,522 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537077366_0001_1
2016-05-18 02:04:37,522 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,522 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique
2016-05-18 02:04:37 Running Dag: dag_1463537077366_0001_1
2016-05-18 02:04:37,537 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537077366_0001_1, submitTime=1463537077513
2016-05-18 02:04:37,538 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001/tez-conf.pb" } size: 40953 timestamp: 1463537077000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:37,539 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,539 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:37,539 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001/tez-conf.pb" } size: 40953 timestamp: 1463537077000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:37,539 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,540 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:37,540 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:37,540 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537077366_0001_1, initTime=1463537077540
2016-05-18 02:04:37,540 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077366_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:37,540 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:37,541 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:DAG_STARTED]: dagID=dag_1463537077366_0001_1, startTime=1463537077540
2016-05-18 02:04:37,541 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077366_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:37,541 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: C6BBE5DFFEB24449B3B411C1AF908F77 : {25213A91365746209346328D9199FC65={InputName=25213A91365746209346328D9199FC65}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:37,541 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/testUnique/unique, applicationId=application_1463537077366_0001, dagName=[6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique
2016-05-18 02:04:37,541 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 25213A91365746209346328D9199FC65, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:37,542 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,542 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,543 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,543 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,543 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:37,543 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,545 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 25213A91365746209346328D9199FC65 on vertex vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,547 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:37,547 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,547 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,547 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537077366_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:37,548 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366], numAdditionalOutputs=1
2016-05-18 02:04:37,548 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=652BB8B5E7CE4EE787C0EA8EF109CD67, vertex=vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:37,549 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 25213A91365746209346328D9199FC65 asking for 1 tasks. Headroom: 726 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:37,550 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for BE5B60DCF8294083A0824B2026A62366:652BB8B5E7CE4EE787C0EA8EF109CD67 using oldmapred API
2016-05-18 02:04:37,550 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=652BB8B5E7CE4EE787C0EA8EF109CD67, vertexName=BE5B60DCF8294083A0824B2026A62366, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:37,551 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:37,551 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:37,551 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BE5B60DCF8294083A0824B2026A62366, vertexId=vertex_1463537077366_0001_1_01, initRequestedTime=1463537077543, initedTime=1463537077547, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:37,551 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:37,552 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:37,552 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:37,553 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 25213A91365746209346328D9199FC65 on vertex vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,553 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:37,553 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {25213A91365746209346328D9199FC65=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:37,555 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] parallelism set to 1
2016-05-18 02:04:37,555 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:37,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C6BBE5DFFEB24449B3B411C1AF908F77, vertexId=vertex_1463537077366_0001_1_00, initRequestedTime=1463537077541, initedTime=1463537077556, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:37,556 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] with distanceFromRoot: 0
2016-05-18 02:04:37,556 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:37,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537077366_0001_1_00, startRequestedTime=1463537077543, startedTime=1463537077556
2016-05-18 02:04:37,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537077366_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:37,556 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:37,556 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537077366_0001_1_00 for vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] numStartedSources: 1 numSources: 1
2016-05-18 02:04:37,556 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] with distanceFromRoot: 1
2016-05-18 02:04:37,557 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537077366_0001_1_01, startRequestedTime=1463537077556, startedTime=1463537077557
2016-05-18 02:04:37,557 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:37,557 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: BE5B60DCF8294083A0824B2026A62366 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:37,561 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape] submitted tez dag to app master: application_1463537077366_0001, with dag id: dag_1463537077366_0001_1
2016-05-18 02:04:37,562 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: C6BBE5DFFEB24449B3B411C1AF908F77 in vertex: BE5B60DCF8294083A0824B2026A62366 numBipartiteSourceTasks: 1
2016-05-18 02:04:37,562 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in C6BBE5DFFEB24449B3B411C1AF908F77
2016-05-18 02:04:37,563 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_STARTED]: vertexName=C6BBE5DFFEB24449B3B411C1AF908F77, taskId=task_1463537077366_0001_1_00_000000, scheduledTime=1463537077564, launchTime=1463537077564
2016-05-18 02:04:37,564 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,565 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:37,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537077366_0001_00_000001, launchTime=1463537077567
2016-05-18 02:04:37,568 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077366_0001_00_000001
2016-05-18 02:04:37,568 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077366_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,568 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537077366_0001_1_00_000000_0] started. Is using containerId: [container_1463537077366_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:37,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C6BBE5DFFEB24449B3B411C1AF908F77, taskAttemptId=attempt_1463537077366_0001_1_00_000000_0, startTime=1463537077568, containerId=container_1463537077366_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,569 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,569 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,570 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:37,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique, VertexName: C6BBE5DFFEB24449B3B411C1AF908F77, VertexParallelism: 1, TaskAttemptID:attempt_1463537077366_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=25213A91365746209346328D9199FC65, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BE5B60DCF8294083A0824B2026A62366, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:37,570 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=761266176, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:37,571 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,572 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537077366_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:37,573 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537077366_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:37,574 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:37,576 INFO  input.MRInput (MRInput.java:initialize(440)) - 25213A91365746209346328D9199FC65 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:37,576 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 25213A91365746209346328D9199FC65
2016-05-18 02:04:37,578 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C6BBE5DFFEB24449B3B411C1AF908F77, ordinal: 0
2016-05-18 02:04:37,578 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C6BBE5DFFEB24449B3B411C1AF908F77, mem on start (mb), free: 489, total: 726, max: 726
2016-05-18 02:04:37,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:37,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:37,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:37,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:37,579 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[25213A91365746209346328D9199FC65:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [BE5B60DCF8294083A0824B2026A62366:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:37,579 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:37,579 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:37,579 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 761266176, TotalAvailable: 510048337, TotalRequested/TotalJVMHeap:0.14
2016-05-18 02:04:37,579 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[25213A91365746209346328D9199FC65:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [BE5B60DCF8294083A0824B2026A62366:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:37,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:37,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 25213A91365746209346328D9199FC65 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:37,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:37,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:37,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 25213A91365746209346328D9199FC65
2016-05-18 02:04:37,581 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:37,582 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,584 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:37,585 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 25213A91365746209346328D9199FC65
2016-05-18 02:04:37,585 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(shape)[by:[{1}:'num']], id: F2EC66C2C0C84925A85AE1B887134C98
2016-05-18 02:04:37,585 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(shape)[by:[{1}:'num']] F2EC66C2C0C84925A85AE1B887134C98
2016-05-18 02:04:37,586 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:37,586 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 25213A91365746209346328D9199FC65 initialized RecordReader from event
2016-05-18 02:04:37,586 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - BE5B60DCF8294083A0824B2026A62366 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@4cac87be, comparator=cascading.tuple.hadoop.util.TupleComparator@5303f245, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:37,587 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for BE5B60DCF8294083A0824B2026A62366: , UsingHashComparator=false
2016-05-18 02:04:37,599 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:37,599 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:37,599 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for BE5B60DCF8294083A0824B2026A62366: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:37,599 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - BE5B60DCF8294083A0824B2026A62366: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:37,600 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:37,600 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C6BBE5DFFEB24449B3B411C1AF908F77, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:37,602 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,602 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C6BBE5DFFEB24449B3B411C1AF908F77, mem on close (mb), free: 387, total: 726, max: 726
2016-05-18 02:04:37,602 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - BE5B60DCF8294083A0824B2026A62366: Starting flush of map output
2016-05-18 02:04:37,602 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - BE5B60DCF8294083A0824B2026A62366: Span0.length = 5, perItem = 15
2016-05-18 02:04:37,603 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - BE5B60DCF8294083A0824B2026A62366: done sorting span=0, length=5, time=0
2016-05-18 02:04:37,603 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - BE5B60DCF8294083A0824B2026A62366: Heap = SpanIterator<0:4> (span=Span[16777216,75]),
2016-05-18 02:04:37,604 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - BE5B60DCF8294083A0824B2026A62366: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001_wd/localmode-local-dir/output/attempt_1463537077366_0001_1_00_000000_0_10257_0/file.out
2016-05-18 02:04:37,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,607 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537077366_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:37,607 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537077366_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:37,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537077366_0001_1_00_000000_0: Counters: 20 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537077600, Process_Duration=2, Process_End_Time=1463537077602, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.Unique$Cache Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-05-18 02:04:37,608 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537077366_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:37,608 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:37,608 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:37,608 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,608 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C6BBE5DFFEB24449B3B411C1AF908F77, taskAttemptId=attempt_1463537077366_0001_1_00_000000_0, creationTime=1463537077564, allocationTime=1463537077565, startTime=1463537077568, finishTime=1463537077608, timeTaken=40, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:37,608 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_FINISHED]: vertexName=C6BBE5DFFEB24449B3B411C1AF908F77, taskId=task_1463537077366_0001_1_00_000000, startTime=1463537077568, finishTime=1463537077608, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1463537077366_0001_1_00_000000_0, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537077600, Process_Duration=2, Process_End_Time=1463537077602, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:37,610 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:37,610 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,610 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_FINISHED]: vertexName=C6BBE5DFFEB24449B3B411C1AF908F77, vertexId=vertex_1463537077366_0001_1_00, initRequestedTime=1463537077541, initedTime=1463537077556, startRequestedTime=1463537077543, startedTime=1463537077556, finishTime=1463537077610, timeTaken=54, status=SUCCEEDED, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537077600, Process_Duration=2, Process_End_Time=1463537077602, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1463537077568, firstTasksToStart=[ task_1463537077366_0001_1_00_000000 ], lastTaskFinishTime=1463537077608, lastTasksToFinish=[ task_1463537077366_0001_1_00_000000 ], minTaskDuration=40, maxTaskDuration=40, avgTaskDuration=40.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537077366_0001_1_00_000000 ], longestDurationTasks=[ task_1463537077366_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:37,611 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:37,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537077366_0001_00_000001, stoppedTime=1463537077611, exitStatus=0
2016-05-18 02:04:37,611 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077366_0001_00_000001
2016-05-18 02:04:37,611 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] attempt: attempt_1463537077366_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:37,611 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:37,611 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:37,611 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BE5B60DCF8294083A0824B2026A62366
2016-05-18 02:04:37,611 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537077366_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:37,611 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537077366_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:37,611 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=C6BBE5DFFEB24449B3B411C1AF908F77, destinationVertexName=BE5B60DCF8294083A0824B2026A62366. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:37,612 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,612 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077366_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:37,612 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537077366_0001_00_000001, Exiting
2016-05-18 02:04:37,612 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537077366_0001_00_000001
2016-05-18 02:04:37,612 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537077366_0001_00_000001
2016-05-18 02:04:37,612 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_STARTED]: vertexName=BE5B60DCF8294083A0824B2026A62366, taskId=task_1463537077366_0001_1_01_000000, scheduledTime=1463537077612, launchTime=1463537077612
2016-05-18 02:04:37,612 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,613 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537077366_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:37,614 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537077366_0001_00_000001 completed successfully
2016-05-18 02:04:37,614 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537077366_0001_00_000002, launchTime=1463537077614
2016-05-18 02:04:37,614 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077366_0001_00_000002
2016-05-18 02:04:37,615 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077366_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,615 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537077366_0001_1_01_000000_0] started. Is using containerId: [container_1463537077366_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:37,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BE5B60DCF8294083A0824B2026A62366, taskAttemptId=attempt_1463537077366_0001_1_01_000000_0, startTime=1463537077615, containerId=container_1463537077366_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,616 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,616 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,616 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:37,617 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique, VertexName: BE5B60DCF8294083A0824B2026A62366, VertexParallelism: 1, TaskAttemptID:attempt_1463537077366_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C6BBE5DFFEB24449B3B411C1AF908F77, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=652BB8B5E7CE4EE787C0EA8EF109CD67, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:37,617 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=761266176, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:37,618 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,618 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537077366_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,618 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537077366_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:37,622 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:37,623 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=228379840 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:37,627 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BE5B60DCF8294083A0824B2026A62366, ordinal: 1
2016-05-18 02:04:37,627 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE5B60DCF8294083A0824B2026A62366, mem on start (mb), free: 382, total: 726, max: 726
2016-05-18 02:04:37,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:37,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:37,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:37,629 INFO  output.MROutput (MROutput.java:initialize(421)) - 652BB8B5E7CE4EE787C0EA8EF109CD67: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:37,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:37,629 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[652BB8B5E7CE4EE787C0EA8EF109CD67:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput], [C6BBE5DFFEB24449B3B411C1AF908F77:INPUT:228379840:org.apache.tez.runtime.library.input.OrderedGroupedKVInput]
2016-05-18 02:04:37,629 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:37,629 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:37,629 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 228379840, TotalRequestedScaled: 2.1081216E8, TotalJVMHeap: 761266176, TotalAvailable: 510048337, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:37,630 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[652BB8B5E7CE4EE787C0EA8EF109CD67:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0], [C6BBE5DFFEB24449B3B411C1AF908F77:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:228379840:228379840]
2016-05-18 02:04:37,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:37,630 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - C6BBE5DFFEB24449B3B411C1AF908F77: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:37,630 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - C6BBE5DFFEB24449B3B411C1AF908F77: MergerManager: memoryLimit=228379840, maxSingleShuffleLimit=57094960, mergeThreshold=205541856, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:37,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: C6BBE5DFFEB24449B3B411C1AF908F77 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:37,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:37,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:37,631 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: C6BBE5DFFEB24449B3B411C1AF908F77 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:37,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: C6BBE5DFFEB24449B3B411C1AF908F77
2016-05-18 02:04:37,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:37,632 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,633 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C6BBE5DFFEB24449B3B411C1AF908F77: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:37,634 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537077366_0001_1_00_000000_0_10257} to DISK_DIRECT, csize=95, dsize=91, EndTime=1463537077634, TimeTaken=1, Rate=0.09 MB/s
2016-05-18 02:04:37,634 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : C6BBE5DFFEB24449B3B411C1AF908F77
2016-05-18 02:04:37,634 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(shape)[by:[{1}:'num']]
2016-05-18 02:04:37,635 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(shape)[by:[{1}:'num']] streamed: true, id: F2EC66C2C0C84925A85AE1B887134C98
2016-05-18 02:04:37,635 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique"], id: 652BB8B5E7CE4EE787C0EA8EF109CD67
2016-05-18 02:04:37,635 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique"]
2016-05-18 02:04:37,634 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:37,635 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(shape)[by:[{1}:'num']] F2EC66C2C0C84925A85AE1B887134C98, for 1 inputs
2016-05-18 02:04:37,636 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: C6BBE5DFFEB24449B3B411C1AF908F77, wasInterrupted=false
2016-05-18 02:04:37,636 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:37,636 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:37,637 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001_wd/localmode-local-dir/output/attempt_1463537077366_0001_1_00_000000_0_10257/file.out, len=95, isLocal=true
2016-05-18 02:04:37,637 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 95 bytes from disk
2016-05-18 02:04:37,637 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:37,637 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:37,637 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-05-18 02:04:37,637 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : C6BBE5DFFEB24449B3B411C1AF908F77
2016-05-18 02:04:37,637 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - C6BBE5DFFEB24449B3B411C1AF908F77: Shuffle Runner thread complete
2016-05-18 02:04:37,638 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BE5B60DCF8294083A0824B2026A62366, all 1 inputs ready in: 00:00:00.002
2016-05-18 02:04:37,638 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - C6BBE5DFFEB24449B3B411C1AF908F77: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:37,642 INFO  output.MROutput (MROutput.java:close(526)) - 652BB8B5E7CE4EE787C0EA8EF109CD67 closed
2016-05-18 02:04:37,642 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537077366_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:37,643 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,643 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE5B60DCF8294083A0824B2026A62366, mem on close (mb), free: 379, total: 726, max: 726
2016-05-18 02:04:37,643 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: C6BBE5DFFEB24449B3B411C1AF908F77
2016-05-18 02:04:37,643 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - C6BBE5DFFEB24449B3B411C1AF908F77: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:37,643 INFO  output.MROutput (MROutput.java:close(526)) - 652BB8B5E7CE4EE787C0EA8EF109CD67 closed
2016-05-18 02:04:37,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,644 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537077366_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:37,644 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537077366_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:37,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537077366_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537077638, Process_Duration=5, Process_End_Time=1463537077643, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-05-18 02:04:37,646 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537077366_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:37,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BE5B60DCF8294083A0824B2026A62366, taskAttemptId=attempt_1463537077366_0001_1_01_000000_0, creationTime=1463537077612, allocationTime=1463537077613, startTime=1463537077615, finishTime=1463537077646, timeTaken=31, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:37,646 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37,646 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:37,646 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:37,646 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:TASK_FINISHED]: vertexName=BE5B60DCF8294083A0824B2026A62366, taskId=task_1463537077366_0001_1_01_000000, startTime=1463537077615, finishTime=1463537077646, timeTaken=31, status=SUCCEEDED, successfulAttemptID=attempt_1463537077366_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537077638, Process_Duration=5, Process_End_Time=1463537077643, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-05-18 02:04:37,647 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:37,647 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366]
2016-05-18 02:04:37,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:VERTEX_FINISHED]: vertexName=BE5B60DCF8294083A0824B2026A62366, vertexId=vertex_1463537077366_0001_1_01, initRequestedTime=1463537077543, initedTime=1463537077547, startRequestedTime=1463537077556, startedTime=1463537077557, finishTime=1463537077647, timeTaken=90, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537077638, Process_Duration=5, Process_End_Time=1463537077643, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1463537077615, firstTasksToStart=[ task_1463537077366_0001_1_01_000000 ], lastTaskFinishTime=1463537077646, lastTasksToFinish=[ task_1463537077366_0001_1_01_000000 ], minTaskDuration=31, maxTaskDuration=31, avgTaskDuration=31.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537077366_0001_1_01_000000 ], longestDurationTasks=[ task_1463537077366_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:37,648 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:37,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537077366_0001_00_000002, stoppedTime=1463537077648, exitStatus=0
2016-05-18 02:04:37,648 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:37,648 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:37,648 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537077366_0001_1_00 [C6BBE5DFFEB24449B3B411C1AF908F77]
2016-05-18 02:04:37,649 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537077366_0001_1
2016-05-18 02:04:37,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537077366_0001_1
2016-05-18 02:04:37,649 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077366_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:37,649 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537077366_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:37,649 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 652BB8B5E7CE4EE787C0EA8EF109CD67 for vertex: vertex_1463537077366_0001_1_01 [BE5B60DCF8294083A0824B2026A62366], outputName: 652BB8B5E7CE4EE787C0EA8EF109CD67
2016-05-18 02:04:37,650 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077366_0001_00_000002
2016-05-18 02:04:37,650 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537077366_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:37,650 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077366_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:37,651 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537077366_0001_00_000002, Exiting
2016-05-18 02:04:37,651 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537077366_0001_00_000002
2016-05-18 02:04:37,651 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537077366_0001_00_000002
2016-05-18 02:04:37,651 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537077366_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:37,651 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537077366_0001_00_000002 completed successfully
2016-05-18 02:04:37,658 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:652BB8B5E7CE4EE787C0EA8EF109CD67 of vertex/vertexGroup:BE5B60DCF8294083A0824B2026A62366 isVertexGroupOutput:false
2016-05-18 02:04:37,659 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:37,660 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537077366_0001_1, queueSize=0
2016-05-18 02:04:37,660 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077366_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537077366_0001_1, startTime=1463537077540, finishTime=1463537077659, timeTaken=119, status=SUCCEEDED, diagnostics=, counters=Counters: 50, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=210, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=5, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074155238, Process_Duration=7, Process_End_Time=2927074155245, Read_Duration=2, Tuples_Read=18, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-05-18 02:04:37,660 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537077366_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:37,661 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077366_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:37 Completed Dag: dag_1463537077366_0001_1
2016-05-18 02:04:37,661 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537077366_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:37,661 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537077366_0001_1_post
2016-05-18 02:04:37,661 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:37,661 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:37,661 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:37,661 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique, with id=dag_1463537077366_0001_1
2016-05-18 02:04:37,661 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C] shape/(1/1) ...latform/testUnique/unique, with id=dag_1463537077366_0001_1
2016-05-18 02:04:37,669 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...latform/testUnique/unique, applicationId=application_1463537077366_0001
2016-05-18 02:04:37,671 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:37,671 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:37,671 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:37,671 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:37,671 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:37,671 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:37,671 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:37,672 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:37,672 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:37,672 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:37,672 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:37,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:37,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:37,673 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:37,678 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/6092F202BD9E4B469E115B3F52D65A18/AB72D0CD791943248413828D9056484C/.tez/application_1463537077366_0001
2016-05-18 02:04:37,678 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique/_temporary
2016-05-18 02:04:37,679 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [shape]  completed in: 00:00.336
2016-05-18 02:04:37,714 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testUnique/unique
2016-05-18 02:04:37,739 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 02:04:37,739 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-18 02:04:37,797 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-05-18 02:04:37,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-05-18 02:04:37,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:37,805 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 02:04:37,805 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 02:04:37,828 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt
2016-05-18 02:04:37,836 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull
2016-05-18 02:04:37,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting
2016-05-18 02:04:37,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:37,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  sink: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull"]
2016-05-18 02:04:37,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  parallel execution of steps is enabled: false
2016-05-18 02:04:37,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  executing total steps: 1
2016-05-18 02:04:37,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  allocating management threads: 1
2016-05-18 02:04:37,882 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] starting step: (1/1) ...lNotNull/countnullnotnull
2016-05-18 02:04:37,882 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-18 02:04:37,887 INFO  app.DAGAppMaster (DAGAppMaster.java:run(946)) - Calling stop for all the services
2016-05-18 02:04:37,887 INFO  app.DAGAppMaster (DAGAppMaster.java:run(957)) - Exiting DAGAppMaster..GoodBye!
2016-05-18 02:04:37,895 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] tez session mode enabled: true
2016-05-18 02:04:37,899 INFO  client.TezClient (TezClient.java:<init>(174)) - Tez Client Version: [ component=tez-api, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:37,899 INFO  client.TezClient (TezClient.java:start(394)) - Session mode. Starting session.
2016-05-18 02:04:37,899 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(164)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-18 02:04:37,908 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(122)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001 doesn't exist and is created
2016-05-18 02:04:37,929 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(332)) - DAGAppMaster thread has been created
2016-05-18 02:04:37,929 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-18 02:04:37,930 INFO  client.LocalClient (LocalClient.java:run(282)) - Using working directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001_wd
2016-05-18 02:04:37,946 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(363)) - Created DAGAppMaster for application appattempt_1463537077899_0001_000000, versionInfo=[ component=tez-dag, version=0.8.2, revision=2d46dcefa492a6957cfa972007039f7e188760ce, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20160112-1834 ]
2016-05-18 02:04:37,946 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(80)) - Trying to locate HadoopShimProvider for hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:37,946 INFO  shim.HadoopShimsLoader (HadoopShimsLoader.java:<init>(139)) - Picked HadoopShim org.apache.tez.hadoop.shim.DefaultHadoopShim, providerName=null, overrideProviderViaConfig=null, hadoopVersion=2.7.2, majorVersion=2, minorVersion=7
2016-05-18 02:04:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(436)) - AM Level configured TaskSchedulers: [0:TezUber:null]
2016-05-18 02:04:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(437)) - AM Level configured ContainerLaunchers: [0:TezUber:null]
2016-05-18 02:04:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(438)) - AM Level configured TaskCommunicators: [0:TezUber:null]
2016-05-18 02:04:37,948 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(447)) - Comparing client version with AM version, clientVersion=0.8.2, AMVersion=0.8.2
2016-05-18 02:04:37,949 INFO  app.TaskCommunicatorManager (TaskCommunicatorManager.java:createUberTaskCommunicator(192)) - Creating Default Local Task Communicator
2016-05-18 02:04:37,950 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.container.AMContainerEventType for class org.apache.tez.dag.app.rm.container.AMContainerMap
2016-05-18 02:04:37,951 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.node.AMNodeEventType for class org.apache.tez.dag.app.rm.node.AMNodeTracker
2016-05-18 02:04:37,951 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGAppMasterEventType for class org.apache.tez.dag.app.DAGAppMaster$DAGAppMasterEventHandler
2016-05-18 02:04:37,951 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.DAGEventType for class org.apache.tez.dag.app.DAGAppMaster$DagEventDispatcher
2016-05-18 02:04:37,951 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.VertexEventType for class org.apache.tez.dag.app.DAGAppMaster$VertexEventDispatcher
2016-05-18 02:04:37,951 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(529)) - Using concurrent dispatcher: false
2016-05-18 02:04:37,951 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskEventDispatcher
2016-05-18 02:04:37,951 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.TaskAttemptEventType for class org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
2016-05-18 02:04:37,952 INFO  common.AsyncDispatcher (AsyncDispatcher.java:registerAndCreateDispatcher(262)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for independent dispatch using: class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:37,952 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.dag.event.SpeculatorEventType for class org.apache.tez.dag.app.DAGAppMaster$SpeculatorEventHandler
2016-05-18 02:04:37,952 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.AMSchedulerEventType for class org.apache.tez.dag.app.rm.TaskSchedulerManager
2016-05-18 02:04:37,952 INFO  launcher.TezContainerLauncherImpl (ContainerLauncherManager.java:createUberContainerLauncher(134)) - Creating LocalContainerLauncher
2016-05-18 02:04:37,954 INFO  common.AsyncDispatcher (AsyncDispatcher.java:register(236)) - Registering class org.apache.tez.dag.app.rm.ContainerLauncherEventType for class org.apache.tez.dag.app.launcher.ContainerLauncherManager
2016-05-18 02:04:37,955 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(78)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1, nodeUpdatesRescheduleEnabled: false
2016-05-18 02:04:37,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(57)) - Initializing HistoryEventHandler withrecoveryEnabled=true, historyServiceClassName=org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService
2016-05-18 02:04:37,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001_wd/localmode-log-dir
2016-05-18 02:04:37,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001_wd/localmode-log-dir/history.txt.appattempt_1463537077899_0001_000000, maxErrors=10
2016-05-18 02:04:37,956 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(124)) - RecoveryService initialized with recoveryPath=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001/recovery/0, bufferSize(bytes)=8192, flushInterval(s)=30, maxUnflushedEvents=100
2016-05-18 02:04:37,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463537077899_0001_000000, appSubmitTime=1463537077945, launchTime=1463537077945
2016-05-18 02:04:37,958 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-18 02:04:37,961 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41476
2016-05-18 02:04:37,965 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:createUberTaskScheduler(557)) - Creating TaskScheduler: Local TaskScheduler with clusterIdentifier=1463537077899
2016-05-18 02:04:37,967 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463537077899_0001_000000, startTime=1463537077967
2016-05-18 02:04:37,967 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1945)) - In Session mode. Waiting for DAG over RPC
2016-05-18 02:04:38,029 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-18 02:04:38,029 INFO  client.TezClient (TezClient.java:start(428)) - The url to track the Tez Session: N/A
2016-05-18 02:04:38,030 INFO  client.TezClient (TezClient.java:submitDAGSession(470)) - Submitting dag to TezSession, sessionName=(1/1) ...lNotNull/countnullnotnull, applicationId=application_1463537077899_0001, dagName=[1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull
2016-05-18 02:04:38,045 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1351)) - Starting DAG submitted via RPC: [1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull
2016-05-18 02:04:38,046 INFO  app.DAGAppMaster (DAGAppMaster.java:createDAG(985)) - Merging AM credentials into DAG credentials
2016-05-18 02:04:38,046 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(1076)) - Generating DAG graphviz file, dagId=dag_1463537077899_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001_wd/localmode-log-dir/dag_1463537077899_0001_1.dot
2016-05-18 02:04:38,047 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(1093)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001_wd/localmode-log-dir/dag_1463537077899_0001_1-tez-dag.pb.txt
2016-05-18 02:04:38,053 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537077899_0001_1
2016-05-18 02:04:38,053 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:38,053 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2399)) - Running DAG: [1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull
2016-05-18 02:04:38 Running Dag: dag_1463537077899_0001_1
2016-05-18 02:04:38,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463537077899_0001_1, submitTime=1463537078045
2016-05-18 02:04:38,069 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001/tez-conf.pb" } size: 40953 timestamp: 1463537077000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:38,069 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalInputs(3978)) - Setting 1 additional inputs for vertexvertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,069 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:38,070 INFO  impl.VertexImpl (VertexImpl.java:<init>(928)) - Default container context for vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]=LocalResources: [[ name=tez-conf.pb, value=resource { scheme: "file" port: -1 file: "/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001/tez-conf.pb" } size: 40953 timestamp: 1463537077000 type: FILE visibility: APPLICATION],], environment: [[ CLASSPATH=$PWD/cascading-hadoop2-tez-3.1.0.jar/:$PWD/cascading-hadoop2-tez-3.1.0.jar/classes/:$PWD/cascading-hadoop2-tez-3.1.0.jar/lib/*::$PWD:$PWD/*:$HADOOP_CONF_DIR: ],[ LD_LIBRARY_PATH=$PWD:$PWD:$HADOOP_COMMON_HOME/lib/native/ ],], credentials(token kinds): [tez.job,], javaOpts: -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC  -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dtez.root.logger=INFO,CLA, vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62], Default Resources=<memory:1024, vCores:1>
2016-05-18 02:04:38,070 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4023)) - Setting 1 additional outputs for vertex vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,070 INFO  impl.VertexImpl (VertexImpl.java:<init>(1016)) - Running vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] : TaskScheduler=0:TezUber, ContainerLauncher=0:TezUber, TaskCommunicator=0:TezUber
2016-05-18 02:04:38,070 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1593)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-18 02:04:38,070 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463537077899_0001_1, initTime=1463537078070
2016-05-18 02:04:38,071 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077899_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-18 02:04:38,071 INFO  impl.DAGImpl (DAGImpl.java:transition(1768)) - Added additional resources : [[]] to classpath
2016-05-18 02:04:38,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:DAG_STARTED]: dagID=dag_1463537077899_0001_1, startTime=1463537078071
2016-05-18 02:04:38,071 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077899_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-18 02:04:38,071 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2400)) - Root Inputs exist for Vertex: EC5C9C7CAD924531AF9CBE476463FF91 : {35B102C68AB94711A66E0E021E041457={InputName=35B102C68AB94711A66E0E021E041457}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-18 02:04:38,071 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2410)) - Starting root input initializer for input: 35B102C68AB94711A66E0E021E041457, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-18 02:04:38,071 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2550)) - Setting vertexManager to RootInputVertexManager for vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,071 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2721)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,071 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2726)) - Vertex will initialize from input initializer. vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,072 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3893)) - Starting 1 inputInitializers for vertex vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,073 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-18 02:04:38,073 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2562)) - Setting vertexManager to ShuffleVertexManager for vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,073 INFO  client.TezClient (TezClient.java:submitDAGSession(545)) - Submitted dag to TezSession, sessionName=(1/1) ...lNotNull/countnullnotnull, applicationId=application_1463537077899_0001, dagName=[1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull
2016-05-18 02:04:38,075 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(272)) - Starting InputInitializer for Input: 35B102C68AB94711A66E0E021E041457 on vertex vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,076 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(1022)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-18 02:04:38,076 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2760)) - Creating 1 tasks for vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,076 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2779)) - Directly initializing vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537077899_0001_1_01, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=null, edgeManagersCount=1, rootInputSpecUpdateCount=0, setParallelismCalledFlag=false
2016-05-18 02:04:38,077 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2187)) - Setting up committers for vertex vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62], numAdditionalOutputs=1
2016-05-18 02:04:38,077 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(2202)) - Instantiating committer for output=5F399010BCBF462A8FA92166F792292D, vertex=vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-18 02:04:38,079 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(109)) - Input 35B102C68AB94711A66E0E021E041457 asking for 1 tasks. Headroom: 725 Task Resource: 1024 waves: 1.7, groupingEnabled: true
2016-05-18 02:04:38,079 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(121)) - Committer for F03A4AB8567247AA8F552440B8531E62:5F399010BCBF462A8FA92166F792292D using oldmapred API
2016-05-18 02:04:38,079 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(146)) - OutputCommitter for outputName=5F399010BCBF462A8FA92166F792292D, vertexName=F03A4AB8567247AA8F552440B8531E62, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-18 02:04:38,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F03A4AB8567247AA8F552440B8531E62, vertexId=vertex_1463537077899_0001_1_01, initRequestedTime=1463537078073, initedTime=1463537078077, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0, initGeneratedEventsCount=0
2016-05-18 02:04:38,081 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] transitioned from NEW to INITED due to event V_INIT
2016-05-18 02:04:38,082 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(168)) - Grouping splits in Tez
2016-05-18 02:04:38,082 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(226)) - Desired splits: 1 too large.  Desired splitLength: 52 Min splitLength: 52428800 New desired splits: 1 Total length: 52 Original splits: 2
2016-05-18 02:04:38,082 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(321)) - Desired numSplits: 1 lengthPerGroup: 52 numLocations: 1 numSplitsPerLocation: 2 numSplitsInGroup: 2 totalLength: 52 numOriginalSplits: 2 . Grouping by length: true count: false nodeLocalOnly: false
2016-05-18 02:04:38,082 INFO  grouper.TezSplitGrouper (TezSplitGrouper.java:getGroupedSplits(539)) - Number of splits desired: 1 created: 1 splitsProcessed: 2
2016-05-18 02:04:38,083 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(308)) - Succeeded InputInitializer for Input: 35B102C68AB94711A66E0E021E041457 on vertex vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,084 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:38,084 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1644)) - Got updated RootInputsSpecs: {35B102C68AB94711A66E0E021E041457=forAllWorkUnits=true, update=[1]}
2016-05-18 02:04:38,085 INFO  impl.VertexImpl (VertexImpl.java:setParallelismWrapper(1664)) - Vertex vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] parallelism set to 1
2016-05-18 02:04:38,085 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(2972)) - Cannot init vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 1 initWaitsForRootInitializers: true
2016-05-18 02:04:38,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EC5C9C7CAD924531AF9CBE476463FF91, vertexId=vertex_1463537077899_0001_1_00, initRequestedTime=1463537078071, initedTime=1463537078085, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1, initGeneratedEventsCount=1
2016-05-18 02:04:38,085 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] with distanceFromRoot: 0
2016-05-18 02:04:38,086 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] transitioned from INITIALIZING to INITED due to event V_INPUT_DATA_INFORMATION
2016-05-18 02:04:38,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537077899_0001_1_00, startRequestedTime=1463537078073, startedTime=1463537078086
2016-05-18 02:04:38,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_CONFIGURE_DONE]: vertexId=vertex_1463537077899_0001_1_00, reconfigureDoneTime=0, numTasks=1, vertexLocationHint=org.apache.tez.dag.api.VertexLocationHint@b8338fe7, edgeManagersCount=0, rootInputSpecUpdateCount=1, setParallelismCalledFlag=true
2016-05-18 02:04:38,086 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:38,086 INFO  impl.VertexImpl (VertexImpl.java:transition(2932)) - Source vertex started: vertex_1463537077899_0001_1_00 for vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] numStartedSources: 1 numSources: 1
2016-05-18 02:04:38,086 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(2814)) - Triggering start event for vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] with distanceFromRoot: 1
2016-05-18 02:04:38,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463537077899_0001_1_01, startRequestedTime=1463537078086, startedTime=1463537078086
2016-05-18 02:04:38,087 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] transitioned from INITED to RUNNING due to event V_START
2016-05-18 02:04:38,087 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(519)) - OnVertexStarted vertex: F03A4AB8567247AA8F552440B8531E62 with 0 source tasks and 1 pending tasks
2016-05-18 02:04:38,088 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(1051)) - Received configured notification : CONFIGURED for vertex: EC5C9C7CAD924531AF9CBE476463FF91 in vertex: F03A4AB8567247AA8F552440B8531E62 numBipartiteSourceTasks: 1
2016-05-18 02:04:38,088 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(100)) - Starting 1 in EC5C9C7CAD924531AF9CBE476463FF91
2016-05-18 02:04:38,088 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_STARTED]: vertexName=EC5C9C7CAD924531AF9CBE476463FF91, taskId=task_1463537077899_0001_1_00_000000, scheduledTime=1463537078088, launchTime=1463537078088
2016-05-18 02:04:38,089 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,090 INFO  node.PerSourceNodeTracker (PerSourceNodeTracker.java:nodeSeen(74)) - Adding new node 127.0.0.1:0 to nodeTracker 0
2016-05-18 02:04:38,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537077899_0001_00_000001, launchTime=1463537078091
2016-05-18 02:04:38,092 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077899_0001_00_000001
2016-05-18 02:04:38,092 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537077899_0001_1_00_000000_0] started. Is using containerId: [container_1463537077899_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-18 02:04:38,092 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count] submitted tez dag to app master: application_1463537077899_0001, with dag id: dag_1463537077899_0001_1
2016-05-18 02:04:38,092 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EC5C9C7CAD924531AF9CBE476463FF91, taskAttemptId=attempt_1463537077899_0001_1_00_000000_0, startTime=1463537078092, containerId=container_1463537077899_0001_00_000001, nodeId=127.0.0.1:0
2016-05-18 02:04:38,093 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077899_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38 Starting to run new task attempt: attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38,094 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38,094 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:38,094 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:38,094 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull, VertexName: EC5C9C7CAD924531AF9CBE476463FF91, VertexParallelism: 1, TaskAttemptID:attempt_1463537077899_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=35B102C68AB94711A66E0E021E041457, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F03A4AB8567247AA8F552440B8531E62, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-18 02:04:38,094 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=760217600, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:38,095 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(496)) - TaskAttempt:attempt_1463537077899_0001_1_00_000000_0 sent events: (0-1).
2016-05-18 02:04:38,095 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537077899_0001_1_00_000000_0, eventCount=1 fromEventId=0 nextFromEventId=0
2016-05-18 02:04:38,096 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38,099 INFO  input.MRInput (MRInput.java:initialize(440)) - 35B102C68AB94711A66E0E021E041457 using newmapreduce API=false, split via event=true, numPhysicalInputs=1
2016-05-18 02:04:38,099 INFO  input.MRInput (MRInput.java:initializeInternal(494)) - Initialized MRInput: 35B102C68AB94711A66E0E021E041457
2016-05-18 02:04:38,099 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:38,104 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EC5C9C7CAD924531AF9CBE476463FF91, ordinal: 0
2016-05-18 02:04:38,104 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC5C9C7CAD924531AF9CBE476463FF91, mem on start (mb), free: 469, total: 725, max: 725
2016-05-18 02:04:38,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:38,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:38,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:38,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:38,104 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[35B102C68AB94711A66E0E021E041457:INPUT:0:org.apache.tez.mapreduce.input.MRInput], [F03A4AB8567247AA8F552440B8531E62:OUTPUT:104857600:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput]
2016-05-18 02:04:38,104 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:38,105 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:38,105 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 760217600, TotalAvailable: 509345792, TotalRequested/TotalJVMHeap:0.14
2016-05-18 02:04:38,105 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[35B102C68AB94711A66E0E021E041457:org.apache.tez.mapreduce.input.MRInput:INPUT:0:0], [F03A4AB8567247AA8F552440B8531E62:org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput:OUTPUT:104857600:104857600]
2016-05-18 02:04:38,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:38,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: 35B102C68AB94711A66E0E021E041457 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:38,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:38,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:38,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: 35B102C68AB94711A66E0E021E041457
2016-05-18 02:04:38,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:38,106 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38,107 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(174)) - Processing split: TezGroupedSplit{wrappedSplits=[file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:0+26, file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt:26+26], wrappedInputFormatName='org.apache.hadoop.mapred.TextInputFormat', locations=[localhost], rack='null', length=52}
2016-05-18 02:04:38,107 INFO  input.MRInput (MRInput.java:initFromEventInternal(653)) - 35B102C68AB94711A66E0E021E041457 initialized RecordReader from event
2016-05-18 02:04:38,109 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:38,109 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"] streamed: true, id: 35B102C68AB94711A66E0E021E041457
2016-05-18 02:04:38,110 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{?}:NONE]], id: BB6F5424CE3340C1ABDE5C2CBFADAB0B
2016-05-18 02:04:38,110 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{?}:NONE]] BB6F5424CE3340C1ABDE5C2CBFADAB0B
2016-05-18 02:04:38,111 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(199)) - F03A4AB8567247AA8F552440B8531E62 using: memoryMb=100, keySerializerClass=class cascading.tuple.io.KeyTuple, valueSerializerClass=cascading.tuple.hadoop.io.ValueTupleSerializer@54c78332, comparator=cascading.tuple.hadoop.util.TupleComparator@76767319, partitioner=cascading.tuple.tez.util.TuplePartitioner, serialization=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-18 02:04:38,112 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(170)) - Setting up PipelinedSorter for F03A4AB8567247AA8F552440B8531E62: , UsingHashComparator=false
2016-05-18 02:04:38,124 INFO  impl.PipelinedSorter (PipelinedSorter.java:allocateSpace(245)) - Newly allocated block size=104857600, index=0, Number of buffers=1, currentAllocatableMemory=0, currentBufferSize=104857600, total=104857600
2016-05-18 02:04:38,124 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(189)) - Pre allocating rest of memory buffers upfront
2016-05-18 02:04:38,124 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(207)) - Setting up PipelinedSorter for F03A4AB8567247AA8F552440B8531E62: , UsingHashComparator=false#blocks=1, maxMemUsage=104857600, lazyAllocateMem=false, minBlockSize=2097152000, initial BLOCK_SIZE=104857600, finalMergeEnabled=true, pipelinedShuffle=false, sendEmptyPartitions=true, tez.runtime.io.sort.mb=100
2016-05-18 02:04:38,125 INFO  impl.PipelinedSorter (PipelinedSorter.java:<init>(882)) - F03A4AB8567247AA8F552440B8531E62: reserved.remaining()=104857600, reserved.metasize=16777216
2016-05-18 02:04:38,127 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/classes/test/data/lhs.txt"]
2016-05-18 02:04:38,128 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EC5C9C7CAD924531AF9CBE476463FF91, all 1 inputs ready in: 00:00:00.000
2016-05-18 02:04:38,129 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38,130 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EC5C9C7CAD924531AF9CBE476463FF91, mem on close (mb), free: 366, total: 725, max: 725
2016-05-18 02:04:38,130 INFO  impl.PipelinedSorter (PipelinedSorter.java:flush(629)) - F03A4AB8567247AA8F552440B8531E62: Starting flush of map output
2016-05-18 02:04:38,130 INFO  impl.PipelinedSorter (PipelinedSorter.java:end(995)) - F03A4AB8567247AA8F552440B8531E62: Span0.length = 1, perItem = 3
2016-05-18 02:04:38,130 INFO  impl.PipelinedSorter (PipelinedSorter.java:sort(904)) - F03A4AB8567247AA8F552440B8531E62: done sorting span=0, length=1, time=0
2016-05-18 02:04:38,130 INFO  impl.PipelinedSorter (PipelinedSorter.java:ready(1297)) - F03A4AB8567247AA8F552440B8531E62: Heap = SpanIterator<0:0> (span=Span[16777216,3]),
2016-05-18 02:04:38,131 INFO  impl.PipelinedSorter (PipelinedSorter.java:spill(546)) - F03A4AB8567247AA8F552440B8531E62: Spilling to /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001_wd/localmode-local-dir/output/attempt_1463537077899_0001_1_00_000000_0_10264_0/file.out
2016-05-18 02:04:38,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:38 Completed running task attempt: attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38,134 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537077899_0001_1_00_000000_0, askedToStop=false
2016-05-18 02:04:38,134 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537077899_0001_1_00_000000_0, stopRequested=false
2016-05-18 02:04:38,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537077899_0001_1_00_000000_0: Counters: 20 [[org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=3, OUTPUT_BYTES_WITH_OVERHEAD=11, OUTPUT_BYTES_PHYSICAL=15, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1][cascading.flow.SliceCounters Process_Begin_Time=1463537078128, Process_Duration=1, Process_End_Time=1463537078129, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Hit=12, Num_Keys_Missed=1]]
2016-05-18 02:04:38,135 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537077899_0001_1_00_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:38,136 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:38,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EC5C9C7CAD924531AF9CBE476463FF91, taskAttemptId=attempt_1463537077899_0001_1_00_000000_0, creationTime=1463537078089, allocationTime=1463537078090, startTime=1463537078092, finishTime=1463537078136, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:38,136 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:38,136 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:38,136 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_FINISHED]: vertexName=EC5C9C7CAD924531AF9CBE476463FF91, taskId=task_1463537077899_0001_1_00_000000, startTime=1463537078092, finishTime=1463537078136, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463537077899_0001_1_00_000000_0, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=3, OUTPUT_BYTES_WITH_OVERHEAD=11, OUTPUT_BYTES_PHYSICAL=15, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537078128, Process_Duration=1, Process_End_Time=1463537078129, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-05-18 02:04:38,138 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:38,138 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,137 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077899_0001_00_000001
2016-05-18 02:04:38,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_FINISHED]: vertexName=EC5C9C7CAD924531AF9CBE476463FF91, vertexId=vertex_1463537077899_0001_1_00, initRequestedTime=1463537078071, initedTime=1463537078085, startRequestedTime=1463537078073, startedTime=1463537078086, finishTime=1463537078138, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 21, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=3, OUTPUT_BYTES_WITH_OVERHEAD=11, OUTPUT_BYTES_PHYSICAL=15, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, cascading.flow.SliceCounters, Process_Begin_Time=1463537078128, Process_Duration=1, Process_End_Time=1463537078129, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1, vertexStats=firstTaskStartTime=1463537078092, firstTasksToStart=[ task_1463537077899_0001_1_00_000000 ], lastTaskFinishTime=1463537078136, lastTasksToFinish=[ task_1463537077899_0001_1_00_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537077899_0001_1_00_000000 ], longestDurationTasks=[ task_1463537077899_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:38,139 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:38,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537077899_0001_00_000001, stoppedTime=1463537078139, exitStatus=0
2016-05-18 02:04:38,139 INFO  impl.VertexImpl (VertexImpl.java:transition(3279)) - Source task attempt completed for vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] attempt: attempt_1463537077899_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-18 02:04:38,139 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(920)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F03A4AB8567247AA8F552440B8531E62
2016-05-18 02:04:38,139 INFO  impl.Edge (Edge.java:routingToBegin(232)) - Routing to begin for edge: EdgeInfo: sourceVertexName=EC5C9C7CAD924531AF9CBE476463FF91, destinationVertexName=F03A4AB8567247AA8F552440B8531E62. EdgeProperty: { SCATTER_GATHER : org.apache.tez.runtime.library.input.OrderedGroupedKVInput >> PERSISTED >> org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput >> NullEdgeManager } onDemandRouting: true
2016-05-18 02:04:38,139 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:38,139 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:38,139 INFO  impl.VertexImpl (VertexImpl.java:unsetTasksNotYetScheduled(1466)) - Routing pending task events for vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,140 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537077899_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-18 02:04:38,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_STARTED]: vertexName=F03A4AB8567247AA8F552440B8531E62, taskId=task_1463537077899_0001_1_01_000000, scheduledTime=1463537078140, launchTime=1463537078140
2016-05-18 02:04:38,140 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTaskEx(106)) - Scheduled vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,141 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:N/A][Event:CONTAINER_LAUNCHED]: containerId=container_1463537077899_0001_00_000002, launchTime=1463537078141
2016-05-18 02:04:38,142 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077899_0001_00_000002
2016-05-18 02:04:38,142 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077899_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,142 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1322)) - TaskAttempt: [attempt_1463537077899_0001_1_01_000000_0] started. Is using containerId: [container_1463537077899_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-18 02:04:38,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F03A4AB8567247AA8F552440B8531E62, taskAttemptId=attempt_1463537077899_0001_1_01_000000_0, startTime=1463537078142, containerId=container_1463537077899_0001_00_000002, nodeId=127.0.0.1:0
2016-05-18 02:04:38 Starting to run new task attempt: attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,143 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,144 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:38,144 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(306)) - Refreshing UGI since Credentials have changed. Credentials : #Tokens=1, #SecretKeys=0
2016-05-18 02:04:38,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(166)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull, VertexName: F03A4AB8567247AA8F552440B8531E62, VertexParallelism: 1, TaskAttemptID:attempt_1463537077899_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EC5C9C7CAD924531AF9CBE476463FF91, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5F399010BCBF462A8FA92166F792292D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-18 02:04:38,145 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(93)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=760217600, allocatorClassName=org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-18 02:04:38,145 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(65)) - Initializing task, taskAttemptId=attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,147 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(339)) - Initial Memory required for SHUFFLE_BUFFER=228065280 based on INPUT_BUFFER_FACTOR=0.9,  for final merged output=0, using factor: 0.0
2016-05-18 02:04:38,148 INFO  impl.VertexImpl (VertexImpl.java:getTaskAttemptTezEvents(3662)) - Sending attempt_1463537077899_0001_1_01_000000_0 1 events [0,1) total 1 vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,148 INFO  task.TaskReporter (TaskReporter.java:heartbeat(292)) - Routing events from heartbeat response to task, currentTaskAttemptId=attempt_1463537077899_0001_1_01_000000_0, eventCount=1 fromEventId=0 nextFromEventId=1
2016-05-18 02:04:38,149 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-18 02:04:38,149 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537077899_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-18 02:04:38,149 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077899_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:38,149 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537077899_0001_00_000001, Exiting
2016-05-18 02:04:38,149 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537077899_0001_00_000001
2016-05-18 02:04:38,150 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537077899_0001_00_000001
2016-05-18 02:04:38,153 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537077899_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:38,153 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537077899_0001_00_000001 completed successfully
2016-05-18 02:04:38,156 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F03A4AB8567247AA8F552440B8531E62, ordinal: 1
2016-05-18 02:04:38,156 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F03A4AB8567247AA8F552440B8531E62, mem on start (mb), free: 362, total: 725, max: 725
2016-05-18 02:04:38,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(562)) - Initialized processor
2016-05-18 02:04:38,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 2 initializers to finish
2016-05-18 02:04:38,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(239)) - Waiting for 1 initializers to finish
2016-05-18 02:04:38,163 INFO  output.MROutput (MROutput.java:initialize(421)) - 5F399010BCBF462A8FA92166F792292D: outputFormat=org.apache.hadoop.mapred.TextOutputFormat, using newmapreduce API=false
2016-05-18 02:04:38,163 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(252)) - All initializers finished
2016-05-18 02:04:38,163 INFO  resources.MemoryDistributor (MemoryDistributor.java:logInitialRequests(275)) - InitialRequests=[EC5C9C7CAD924531AF9CBE476463FF91:INPUT:228065280:org.apache.tez.runtime.library.input.OrderedGroupedKVInput], [5F399010BCBF462A8FA92166F792292D:OUTPUT:0:org.apache.tez.mapreduce.output.MROutput]
2016-05-18 02:04:38,164 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:populateTypeScaleMap(239)) - ScaleRatiosUsed=[PARTITIONED_UNSORTED_OUTPUT:1][UNSORTED_OUTPUT:1][UNSORTED_INPUT:1][SORTED_OUTPUT:12][SORTED_MERGED_INPUT:12][PROCESSOR:1][OTHER:1]
2016-05-18 02:04:38,164 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(266)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-18 02:04:38,165 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 228065280, TotalRequestedScaled: 2.1052179692307693E8, TotalJVMHeap: 760217600, TotalAvailable: 509345792, TotalRequested/TotalJVMHeap:0.30
2016-05-18 02:04:38,165 INFO  resources.MemoryDistributor (MemoryDistributor.java:logFinalAllocations(297)) - Allocations=[EC5C9C7CAD924531AF9CBE476463FF91:org.apache.tez.runtime.library.input.OrderedGroupedKVInput:INPUT:228065280:228065280], [5F399010BCBF462A8FA92166F792292D:org.apache.tez.mapreduce.output.MROutput:OUTPUT:0:0]
2016-05-18 02:04:38,165 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(274)) - Starting Inputs/Outputs
2016-05-18 02:04:38,165 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(287)) - Input: EC5C9C7CAD924531AF9CBE476463FF91 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-18 02:04:38,165 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(147)) - EC5C9C7CAD924531AF9CBE476463FF91: Shuffle assigned with 1 inputs, codec: None, ifileReadAhead: true
2016-05-18 02:04:38,165 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(273)) - EC5C9C7CAD924531AF9CBE476463FF91: MergerManager: memoryLimit=228065280, maxSingleShuffleLimit=57016320, mergeThreshold=205258752, ioSortFactor=100, postMergeMem=0, memToMemMergeOutputsThreshold=100
2016-05-18 02:04:38,165 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(308)) - Num IOs determined for AutoStart: 1
2016-05-18 02:04:38,166 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(353)) - ShuffleScheduler running for sourceVertex: EC5C9C7CAD924531AF9CBE476463FF91 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=15, maxTaskOutputAtOnce=20, numFetchers=1, hostFailureFraction=0.2, minFailurePerHost=4, maxAllowedFailedFetchFraction=0.5, maxStallTimeFraction=0.5, minReqProgressFraction=0.5, checkFailedFetchSinceLastCompletion=true
2016-05-18 02:04:38,166 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(310)) - Waiting for 1 IOs to start
2016-05-18 02:04:38,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:_callInternal(474)) - Started Input with src edge: EC5C9C7CAD924531AF9CBE476463FF91
2016-05-18 02:04:38,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(323)) - AutoStartComplete
2016-05-18 02:04:38,167 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(70)) - Running task, taskAttemptId=attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,168 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EC5C9C7CAD924531AF9CBE476463FF91: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0
2016-05-18 02:04:38,170 INFO  orderedgrouped.ShuffleScheduler (ShuffleUtils.java:logIndividualFetchComplete(489)) - Completed fetch for attempt: {0, 0, attempt_1463537077899_0001_1_00_000000_0_10264} to DISK_DIRECT, csize=15, dsize=11, EndTime=1463537078170, TimeTaken=1, Rate=0.01 MB/s
2016-05-18 02:04:38,170 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(551)) - All inputs fetched for input vertex : EC5C9C7CAD924531AF9CBE476463FF91
2016-05-18 02:04:38,170 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:38,170 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:callInternal(1289)) - Shutting down FetchScheduler for input: EC5C9C7CAD924531AF9CBE476463FF91, wasInterrupted=false
2016-05-18 02:04:38,170 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{?}:NONE]]
2016-05-18 02:04:38,170 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(618)) - copy(1 (spillsFetched=1) of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-18 02:04:38,171 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1005)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-18 02:04:38,171 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{?}:NONE]] streamed: true, id: BB6F5424CE3340C1ABDE5C2CBFADAB0B
2016-05-18 02:04:38,171 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1103)) - Disk file=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001_wd/localmode-local-dir/output/attempt_1463537077899_0001_1_00_000000_0_10264/file.out, len=15, isLocal=true
2016-05-18 02:04:38,171 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull"], id: 5F399010BCBF462A8FA92166F792292D
2016-05-18 02:04:38,171 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:onSuccess(1328)) - EC5C9C7CAD924531AF9CBE476463FF91: Already shutdown. Ignoring fetch complete
2016-05-18 02:04:38,171 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull"]
2016-05-18 02:04:38,171 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1115)) - Merging 1 files, 15 bytes from disk
2016-05-18 02:04:38,171 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{?}:NONE]] BB6F5424CE3340C1ABDE5C2CBFADAB0B, for 1 inputs
2016-05-18 02:04:38,171 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(1130)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-18 02:04:38,172 INFO  impl.TezMerger (TezMerger.java:merge(644)) - Merging 1 sorted segments
2016-05-18 02:04:38,172 INFO  impl.TezMerger (TezMerger.java:merge(749)) - Down to the last merge-pass, with 1 segments left of total size: 4 bytes
2016-05-18 02:04:38,172 INFO  orderedgrouped.Shuffle (Shuffle.java:callInternal(332)) - merge complete for input vertex : EC5C9C7CAD924531AF9CBE476463FF91
2016-05-18 02:04:38,172 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(417)) - EC5C9C7CAD924531AF9CBE476463FF91: Shuffle Runner thread complete
2016-05-18 02:04:38,172 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F03A4AB8567247AA8F552440B8531E62, all 1 inputs ready in: 00:00:00.001
2016-05-18 02:04:38,173 INFO  input.OrderedGroupedKVInput (OrderedGroupedKVInput.java:createValuesIterator(292)) - EC5C9C7CAD924531AF9CBE476463FF91: creating ValuesIterator with comparator=cascading.tuple.hadoop.util.TupleComparator, keyClass=cascading.tuple.io.KeyTuple, valClass=cascading.tuple.io.ValueTuple
2016-05-18 02:04:38,174 INFO  output.MROutput (MROutput.java:close(526)) - 5F399010BCBF462A8FA92166F792292D closed
2016-05-18 02:04:38,174 INFO  impl.TaskImpl (TaskImpl.java:canCommit(671)) - attempt_1463537077899_0001_1_01_000000_0 given a go for committing the task output.
2016-05-18 02:04:38,175 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(79)) - Closing task, taskAttemptId=attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,176 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F03A4AB8567247AA8F552440B8531E62, mem on close (mb), free: 357, total: 725, max: 725
2016-05-18 02:04:38,176 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(278)) - Shutting down Shuffle for source: EC5C9C7CAD924531AF9CBE476463FF91
2016-05-18 02:04:38,176 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:logProgress(76)) - EC5C9C7CAD924531AF9CBE476463FF91: numDmeEventsSeen=1, numDmeEventsSeenWithNoData=0, numObsoletionEventsSeen=0, updateOnClose
2016-05-18 02:04:38,176 INFO  output.MROutput (MROutput.java:close(526)) - 5F399010BCBF462A8FA92166F792292D closed
2016-05-18 02:04:38,176 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:close(387)) - Joining on EventRouter
2016-05-18 02:04:38 Completed running task attempt: attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,177 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:run(86)) - Task completed, taskAttemptId=attempt_1463537077899_0001_1_01_000000_0, askedToStop=false
2016-05-18 02:04:38,177 INFO  task.TaskRunner2Callable (TaskRunner2Callable.java:callInternal(104)) - Cleaning up task attempt_1463537077899_0001_1_01_000000_0, stopRequested=false
2016-05-18 02:04:38,177 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(813)) - Final Counters for attempt_1463537077899_0001_1_01_000000_0: Counters: 36 [[org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=15, SHUFFLE_BYTES=15, SHUFFLE_BYTES_DECOMPRESSED=11, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=15, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463537078172, Process_Duration=3, Process_End_Time=1463537078175, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-05-18 02:04:38,178 INFO  task.TezTaskRunner2 (TezTaskRunner2.java:logAndReturnEndResult(473)) - TaskRunnerResult for attempt_1463537077899_0001_1_01_000000_0 : TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}  
2016-05-18 02:04:38,178 INFO  task.TezChild (TezChild.java:run(265)) - TaskRunner2Result: TaskRunner2Result{endReason=SUCCESS, error=null, containerShutdownRequested=false}
2016-05-18 02:04:38,178 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: 
2016-05-18 02:04:38,178 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:38,178 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(57)) - Attempting to fetch new task for container container_1463537077899_0001_00_000002
2016-05-18 02:04:38,178 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F03A4AB8567247AA8F552440B8531E62, taskAttemptId=attempt_1463537077899_0001_1_01_000000_0, creationTime=1463537078140, allocationTime=1463537078141, startTime=1463537078142, finishTime=1463537078178, timeTaken=36, status=SUCCEEDED, errorEnum=, diagnostics=
2016-05-18 02:04:38,178 INFO  impl.TaskImpl (TaskImpl.java:transition(1057)) - Task succeeded with attempt attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:TASK_FINISHED]: vertexName=F03A4AB8567247AA8F552440B8531E62, taskId=task_1463537077899_0001_1_01_000000, startTime=1463537078142, finishTime=1463537078179, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1463537077899_0001_1_01_000000_0, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=15, SHUFFLE_BYTES=15, SHUFFLE_BYTES_DECOMPRESSED=11, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=15, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537078172, Process_Duration=3, Process_End_Time=1463537078175, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-05-18 02:04:38,179 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2024)) - Task Completion: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62], tasks=1, failed=0, killed=0, success=1, completed=1, commits=0, err=null
2016-05-18 02:04:38,179 INFO  impl.VertexImpl (VertexImpl.java:checkTasksForCompletion(2037)) - All tasks have succeeded, vertex:vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62]
2016-05-18 02:04:38,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:VERTEX_FINISHED]: vertexName=F03A4AB8567247AA8F552440B8531E62, vertexId=vertex_1463537077899_0001_1_01, initRequestedTime=1463537078073, initedTime=1463537078077, startRequestedTime=1463537078086, startedTime=1463537078086, finishTime=1463537078179, timeTaken=93, status=SUCCEEDED, diagnostics=, counters=Counters: 36, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=15, SHUFFLE_BYTES=15, SHUFFLE_BYTES_DECOMPRESSED=11, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=15, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463537078172, Process_Duration=3, Process_End_Time=1463537078175, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1463537078142, firstTasksToStart=[ task_1463537077899_0001_1_01_000000 ], lastTaskFinishTime=1463537078178, lastTasksToFinish=[ task_1463537077899_0001_1_01_000000 ], minTaskDuration=36, maxTaskDuration=36, avgTaskDuration=36.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463537077899_0001_1_01_000000 ], longestDurationTasks=[ task_1463537077899_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-18 02:04:38,180 INFO  impl.VertexImpl (VertexImpl.java:handle(1823)) - vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-18 02:04:38,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463537077899_0001_00_000002, stoppedTime=1463537078180, exitStatus=0
2016-05-18 02:04:38,180 INFO  impl.DAGImpl (DAGImpl.java:transition(1927)) - Vertex vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-18 02:04:38,180 INFO  impl.DAGImpl (DAGImpl.java:checkVerticesForCompletion(1261)) - Checking vertices for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:38,180 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1051)) - No output committers for vertex: vertex_1463537077899_0001_1_00 [EC5C9C7CAD924531AF9CBE476463FF91]
2016-05-18 02:04:38,180 INFO  impl.DAGImpl (DAGImpl.java:commitOrFinish(1098)) - Start writing dag commit event, dag_1463537077899_0001_1
2016-05-18 02:04:38,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463537077899_0001_1
2016-05-18 02:04:38,181 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077899_0001_1 transitioned from RUNNING to COMMITTING due to event DAG_VERTEX_COMPLETED
2016-05-18 02:04:38,181 INFO  impl.DAGImpl (DAGImpl.java:call(1083)) - Committing output: 5F399010BCBF462A8FA92166F792292D for vertex: vertex_1463537077899_0001_1_01 [F03A4AB8567247AA8F552440B8531E62], outputName: 5F399010BCBF462A8FA92166F792292D
2016-05-18 02:04:38,181 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(262)) - Ignoring stop request for containerId container_1463537077899_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-18 02:04:38,188 INFO  app.TezTaskCommunicatorImpl (TezTaskCommunicatorImpl.java:getContainerTask(416)) - Container with id: container_1463537077899_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-18 02:04:38,189 INFO  task.ContainerReporter (ContainerReporter.java:callInternal(67)) - Got TaskUpdate for containerId= container_1463537077899_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-18 02:04:38,189 INFO  task.TezChild (TezChild.java:run(235)) - ContainerTask returned shouldDie=true for container container_1463537077899_0001_00_000002, Exiting
2016-05-18 02:04:38,189 INFO  task.TezChild (TezChild.java:shutdown(381)) - Shutdown invoked for container container_1463537077899_0001_00_000002
2016-05-18 02:04:38,189 INFO  task.TezChild (TezChild.java:shutdown(383)) - Shutting down container container_1463537077899_0001_00_000002
2016-05-18 02:04:38,189 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(285)) - ContainerExecutionResult for: container_1463537077899_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-18 02:04:38,189 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(289)) - Container: container_1463537077899_0001_00_000002 completed successfully
2016-05-18 02:04:38,190 INFO  impl.DAGImpl (DAGImpl.java:commitCompleted(2192)) - Commit succeeded for output:outputName:5F399010BCBF462A8FA92166F792292D of vertex/vertexGroup:F03A4AB8567247AA8F552440B8531E62 isVertexGroupOutput:false
2016-05-18 02:04:38,190 INFO  impl.DAGImpl (DAGImpl.java:checkCommitsForCompletion(1313)) - Checking commits for DAG completion, numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2, commitInProgress=0, terminationCause=null
2016-05-18 02:04:38,192 INFO  recovery.RecoveryService (RecoveryService.java:handle(327)) - DAG completed, dagId=dag_1463537077899_0001_1, queueSize=0
2016-05-18 02:04:38,192 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(115)) - [HISTORY][DAG:dag_1463537077899_0001_1][Event:DAG_FINISHED]: dagId=dag_1463537077899_0001_1, startTime=1463537078071, finishTime=1463537078190, timeTaken=119, status=SUCCEEDED, diagnostics=, counters=Counters: 50, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, AM_CPU_MILLISECONDS=200, AM_GC_TIME_MILLIS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=1, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=2, OUTPUT_BYTES=3, OUTPUT_BYTES_WITH_OVERHEAD=11, OUTPUT_BYTES_PHYSICAL=15, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=15, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_CHUNK_COUNT=1, SHUFFLE_BYTES=15, SHUFFLE_BYTES_DECOMPRESSED=11, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=15, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927074156300, Process_Duration=4, Process_End_Time=2927074156304, Read_Duration=1, Tuples_Read=14, Tuples_Written=2, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-05-18 02:04:38,193 INFO  impl.DAGImpl (DAGImpl.java:finished(1405)) - DAG: dag_1463537077899_0001_1 finished with state: SUCCEEDED
2016-05-18 02:04:38,193 INFO  impl.DAGImpl (DAGImpl.java:handle(1170)) - dag_1463537077899_0001_1 transitioned from COMMITTING to SUCCEEDED due to event DAG_COMMIT_COMPLETED
2016-05-18 02:04:38 Completed Dag: dag_1463537077899_0001_1
2016-05-18 02:04:38,193 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(751)) - DAG completed, dagId=dag_1463537077899_0001_1, dagState=SUCCEEDED
2016-05-18 02:04:38,193 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(188)) - Redirecting log file based on addend: dag_1463537077899_0001_1_post
2016-05-18 02:04:38,193 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(203)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-18 02:04:38,193 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(800)) - Central Dispatcher queue size after DAG completion, before cleanup: 0
2016-05-18 02:04:38,193 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(802)) - Waiting for next DAG to be submitted.
2016-05-18 02:04:38,193 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(842)) - Cleaning up DAG: name=[1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull, with id=dag_1463537077899_0001_1
2016-05-18 02:04:38,194 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(852)) - Completed cleanup for DAG: name=[1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB] count/(1/1) ...lNotNull/countnullnotnull, with id=dag_1463537077899_0001_1
2016-05-18 02:04:38,203 INFO  client.TezClient (TezClient.java:stop(566)) - Shutting down Tez Session, sessionName=(1/1) ...lNotNull/countnullnotnull, applicationId=application_1463537077899_0001
2016-05-18 02:04:38,204 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(124)) - Received message to shutdown AM
2016-05-18 02:04:38,204 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:setShouldUnregisterFlag(895)) - TaskScheduler notified that it should unregister from RM
2016-05-18 02:04:38,204 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1301)) - No current running DAG, shutting down the AM
2016-05-18 02:04:38,205 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(907)) - DAGAppMasterShutdownHandler invoked
2016-05-18 02:04:38,205 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(916)) - Handling DAGAppMaster shutdown
2016-05-18 02:04:38,205 INFO  app.DAGAppMaster (DAGAppMaster.java:run(936)) - Sleeping for 5 seconds before shutting down
2016-05-18 02:04:38,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(84)) - Stopping HistoryEventHandler
2016-05-18 02:04:38,205 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(196)) - Stopping RecoveryService
2016-05-18 02:04:38,205 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(199)) - Handle the remaining events in queue, queue size=0
2016-05-18 02:04:38,206 INFO  recovery.RecoveryService (RecoveryService.java:run(173)) - EventQueue take interrupted. Returning
2016-05-18 02:04:38,206 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(221)) - Closing Summary Stream
2016-05-18 02:04:38,206 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-18 02:04:38,206 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-18 02:04:38,207 INFO  rm.TaskSchedulerManager (TaskSchedulerManager.java:serviceStop(678)) - Shutting down AppCallbackExecutor
2016-05-18 02:04:38,210 INFO  app.DAGAppMaster (DAGAppMaster.java:run(2084)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/tmp/.staging/1BE3A931FD3A45A580AE610F95E70B08/F8E92013AB0E4B7B90B6E8FDF1F0DDFB/.tez/application_1463537077899_0001
2016-05-18 02:04:38,210 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull/_temporary
2016-05-18 02:04:38,211 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [count]  completed in: 00:00.330
2016-05-18 02:04:38,288 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.7.x-tez-0.8.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull

2016-05-18 02:04:11 Running Dag: dag_1463537050449_0001_1
2016-05-18 02:04:11 Starting to run new task attempt: attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:11 Starting to run new task attempt: attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:12 Completed running task attempt: attempt_1463537050449_0001_1_00_000000_0
2016-05-18 02:04:12 Completed running task attempt: attempt_1463537050449_0001_1_01_000000_0
2016-05-18 02:04:12 Starting to run new task attempt: attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12 Completed running task attempt: attempt_1463537050449_0001_1_02_000000_0
2016-05-18 02:04:12 Completed Dag: dag_1463537050449_0001_1
2016-05-18 02:04:13 Running Dag: dag_1463537053077_0001_1
2016-05-18 02:04:13 Starting to run new task attempt: attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13 Completed running task attempt: attempt_1463537053077_0001_1_00_000000_0
2016-05-18 02:04:13 Starting to run new task attempt: attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13 Completed running task attempt: attempt_1463537053077_0001_1_01_000000_0
2016-05-18 02:04:13 Completed Dag: dag_1463537053077_0001_1
2016-05-18 02:04:14 Running Dag: dag_1463537054077_0001_1
2016-05-18 02:04:14 Starting to run new task attempt: attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14 Starting to run new task attempt: attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14 Completed running task attempt: attempt_1463537054077_0001_1_01_000000_0
2016-05-18 02:04:14 Completed running task attempt: attempt_1463537054077_0001_1_00_000000_0
2016-05-18 02:04:14 Starting to run new task attempt: attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:15 Completed running task attempt: attempt_1463537054077_0001_1_02_000000_0
2016-05-18 02:04:15 Completed Dag: dag_1463537054077_0001_1
2016-05-18 02:04:15 Running Dag: dag_1463537055352_0001_1
2016-05-18 02:04:15 Starting to run new task attempt: attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15 Completed running task attempt: attempt_1463537055352_0001_1_00_000000_0
2016-05-18 02:04:15 Completed Dag: dag_1463537055352_0001_1
2016-05-18 02:04:16 Running Dag: dag_1463537056364_0001_1
2016-05-18 02:04:16 Starting to run new task attempt: attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537056364_0001_1_00_000000_0
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537056364_0001_1_01_000000_0
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537056364_0001_1_02_000000_0
2016-05-18 02:04:17 Completed Dag: dag_1463537056364_0001_1
2016-05-18 02:04:17 Running Dag: dag_1463537057555_0001_1
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537057555_0001_1_01_000000_0
2016-05-18 02:04:17 Completed running task attempt: attempt_1463537057555_0001_1_00_000000_0
2016-05-18 02:04:17 Starting to run new task attempt: attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:18 Completed running task attempt: attempt_1463537057555_0001_1_02_000000_0
2016-05-18 02:04:18 Completed Dag: dag_1463537057555_0001_1
2016-05-18 02:04:18 Running Dag: dag_1463537058339_0001_1
2016-05-18 02:04:18 Starting to run new task attempt: attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18 Completed running task attempt: attempt_1463537058339_0001_1_00_000000_0
2016-05-18 02:04:18 Starting to run new task attempt: attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18 Completed running task attempt: attempt_1463537058339_0001_1_01_000000_0
2016-05-18 02:04:18 Completed Dag: dag_1463537058339_0001_1
2016-05-18 02:04:19 Running Dag: dag_1463537059043_0001_1
2016-05-18 02:04:19 Starting to run new task attempt: attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19 Completed running task attempt: attempt_1463537059043_0001_1_00_000000_0
2016-05-18 02:04:19 Starting to run new task attempt: attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19 Completed running task attempt: attempt_1463537059043_0001_1_01_000000_0
2016-05-18 02:04:19 Completed Dag: dag_1463537059043_0001_1
2016-05-18 02:04:19 Running Dag: dag_1463537059736_0001_1
2016-05-18 02:04:19 Starting to run new task attempt: attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:20 Completed running task attempt: attempt_1463537059736_0001_1_00_000000_0
2016-05-18 02:04:20 Starting to run new task attempt: attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20 Completed running task attempt: attempt_1463537059736_0001_1_01_000000_0
2016-05-18 02:04:20 Completed Dag: dag_1463537059736_0001_1
2016-05-18 02:04:20 Running Dag: dag_1463537060417_0001_1
2016-05-18 02:04:20 Starting to run new task attempt: attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20 Completed running task attempt: attempt_1463537060417_0001_1_00_000000_0
2016-05-18 02:04:20 Completed Dag: dag_1463537060417_0001_1
2016-05-18 02:04:21 Running Dag: dag_1463537060965_0001_1
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537060965_0001_1_00_000000_0
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537060965_0001_1_01_000000_0
2016-05-18 02:04:21 Completed Dag: dag_1463537060965_0001_1
2016-05-18 02:04:21 Running Dag: dag_1463537061659_0001_1
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537061659_0001_1_00_000000_0
2016-05-18 02:04:21 Starting to run new task attempt: attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:21 Completed running task attempt: attempt_1463537061659_0001_1_01_000000_0
2016-05-18 02:04:22 Completed Dag: dag_1463537061659_0001_1
2016-05-18 02:04:22 Running Dag: dag_1463537062304_0001_1
2016-05-18 02:04:22 Starting to run new task attempt: attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22 Completed running task attempt: attempt_1463537062304_0001_1_00_000000_0
2016-05-18 02:04:22 Starting to run new task attempt: attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22 Completed running task attempt: attempt_1463537062304_0001_1_01_000000_0
2016-05-18 02:04:22 Completed Dag: dag_1463537062304_0001_1
2016-05-18 02:04:23 Running Dag: dag_1463537062985_0001_1
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23 Completed running task attempt: attempt_1463537062985_0001_1_00_000000_0
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23 Completed running task attempt: attempt_1463537062985_0001_1_01_000000_0
2016-05-18 02:04:23 Completed Dag: dag_1463537062985_0001_1
2016-05-18 02:04:23 Running Dag: dag_1463537063699_0001_1
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:23 Starting to run new task attempt: attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537063699_0001_1_01_000000_0
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537063699_0001_1_00_000000_0
2016-05-18 02:04:24 Starting to run new task attempt: attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537063699_0001_1_02_000000_0
2016-05-18 02:04:24 Completed Dag: dag_1463537063699_0001_1
2016-05-18 02:04:24 Running Dag: dag_1463537064381_0001_1
2016-05-18 02:04:24 Starting to run new task attempt: attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24 Completed running task attempt: attempt_1463537064381_0001_1_00_000000_0
2016-05-18 02:04:24 Completed Dag: dag_1463537064381_0001_1
2016-05-18 02:04:25 Running Dag: dag_1463537064951_0001_1
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_00_000000_0
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_01_000000_0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_02_000000_0
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537064951_0001_1_03_000000_0
2016-05-18 02:04:25 Completed Dag: dag_1463537064951_0001_1
2016-05-18 02:04:25 Running Dag: dag_1463537065715_0001_1
2016-05-18 02:04:25 Starting to run new task attempt: attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25 Completed running task attempt: attempt_1463537065715_0001_1_00_000000_0
2016-05-18 02:04:25 Completed Dag: dag_1463537065715_0001_1
2016-05-18 02:04:26 Running Dag: dag_1463537066256_0001_1
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_00_000000_0
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_01_000000_0
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_02_000000_0
2016-05-18 02:04:26 Starting to run new task attempt: attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26 Completed running task attempt: attempt_1463537066256_0001_1_03_000000_0
2016-05-18 02:04:26 Completed Dag: dag_1463537066256_0001_1
2016-05-18 02:04:27 Running Dag: dag_1463537067311_0001_1
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_00_000000_0
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_01_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_02_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27 Completed running task attempt: attempt_1463537067311_0001_1_03_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:27 Starting to run new task attempt: attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_05_000000_0
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_04_000000_0
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_06_000000_0
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537067311_0001_1_07_000000_0
2016-05-18 02:04:28 Completed Dag: dag_1463537067311_0001_1
2016-05-18 02:04:28 Running Dag: dag_1463537068591_0001_1
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537068591_0001_1_00_000000_0
2016-05-18 02:04:28 Starting to run new task attempt: attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28 Completed running task attempt: attempt_1463537068591_0001_1_01_000000_0
2016-05-18 02:04:28 Completed Dag: dag_1463537068591_0001_1
2016-05-18 02:04:29 Running Dag: dag_1463537069162_0001_1
2016-05-18 02:04:29 Starting to run new task attempt: attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29 Completed running task attempt: attempt_1463537069162_0001_1_00_000000_0
2016-05-18 02:04:29 Starting to run new task attempt: attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29 Completed running task attempt: attempt_1463537069162_0001_1_01_000000_0
2016-05-18 02:04:29 Completed Dag: dag_1463537069162_0001_1
2016-05-18 02:04:29 Running Dag: dag_1463537069759_0001_1
2016-05-18 02:04:29 Starting to run new task attempt: attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537069759_0001_1_00_000000_0
2016-05-18 02:04:30 Starting to run new task attempt: attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537069759_0001_1_01_000000_0
2016-05-18 02:04:30 Completed Dag: dag_1463537069759_0001_1
2016-05-18 02:04:30 Running Dag: dag_1463537070478_0001_1
2016-05-18 02:04:30 Starting to run new task attempt: attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537070478_0001_1_00_000000_0
2016-05-18 02:04:30 Starting to run new task attempt: attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30 Completed running task attempt: attempt_1463537070478_0001_1_01_000000_0
2016-05-18 02:04:30 Completed Dag: dag_1463537070478_0001_1
2016-05-18 02:04:31 Running Dag: dag_1463537071155_0001_1
2016-05-18 02:04:31 Starting to run new task attempt: attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31 Completed running task attempt: attempt_1463537071155_0001_1_00_000000_0
2016-05-18 02:04:31 Starting to run new task attempt: attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31 Completed running task attempt: attempt_1463537071155_0001_1_01_000000_0
2016-05-18 02:04:31 Completed Dag: dag_1463537071155_0001_1
2016-05-18 02:04:31 Running Dag: dag_1463537071676_0001_1
2016-05-18 02:04:31 Starting to run new task attempt: attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31 Completed running task attempt: attempt_1463537071676_0001_1_00_000000_0
2016-05-18 02:04:31 Completed Dag: dag_1463537071676_0001_1
2016-05-18 02:04:32 Running Dag: dag_1463537072078_0001_1
2016-05-18 02:04:32 Starting to run new task attempt: attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32 Completed running task attempt: attempt_1463537072078_0001_1_00_000000_0
2016-05-18 02:04:32 Completed Dag: dag_1463537072078_0001_1
2016-05-18 02:04:32 Running Dag: dag_1463537072571_0001_1
2016-05-18 02:04:32 Starting to run new task attempt: attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32 Completed running task attempt: attempt_1463537072571_0001_1_00_000000_0
2016-05-18 02:04:32 Starting to run new task attempt: attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32 Completed running task attempt: attempt_1463537072571_0001_1_01_000000_0
2016-05-18 02:04:32 Completed Dag: dag_1463537072571_0001_1
2016-05-18 02:04:33 Running Dag: dag_1463537073071_0001_1
2016-05-18 02:04:33 Starting to run new task attempt: attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33 Completed running task attempt: attempt_1463537073071_0001_1_00_000000_0
2016-05-18 02:04:33 Completed Dag: dag_1463537073071_0001_1
2016-05-18 02:04:33 Running Dag: dag_1463537073516_0001_1
2016-05-18 02:04:33 Starting to run new task attempt: attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33 Completed running task attempt: attempt_1463537073516_0001_1_00_000000_0
2016-05-18 02:04:33 Starting to run new task attempt: attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33 Completed running task attempt: attempt_1463537073516_0001_1_01_000000_0
2016-05-18 02:04:33 Completed Dag: dag_1463537073516_0001_1
2016-05-18 02:04:34 Running Dag: dag_1463537074059_0001_1
2016-05-18 02:04:34 Starting to run new task attempt: attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34 Starting to run new task attempt: attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34 Completed running task attempt: attempt_1463537074059_0001_1_00_000000_0
2016-05-18 02:04:34 Completed running task attempt: attempt_1463537074059_0001_1_01_000000_0
2016-05-18 02:04:34 Starting to run new task attempt: attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34 Completed running task attempt: attempt_1463537074059_0001_1_02_000000_0
2016-05-18 02:04:34 Completed Dag: dag_1463537074059_0001_1
2016-05-18 02:04:35 Running Dag: dag_1463537075040_0001_1
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_00_000000_0
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_01_000000_0
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_02_000000_0
2016-05-18 02:04:35 Completed running task attempt: attempt_1463537075040_0001_1_03_000000_0
2016-05-18 02:04:35 Starting to run new task attempt: attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:36 Completed running task attempt: attempt_1463537075040_0001_1_04_000000_0
2016-05-18 02:04:36 Starting to run new task attempt: attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36 Completed running task attempt: attempt_1463537075040_0001_1_05_000000_0
2016-05-18 02:04:36 Completed Dag: dag_1463537075040_0001_1
2016-05-18 02:04:36 Running Dag: dag_1463537076549_0001_1
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537076549_0001_1_01_000000_0
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537076549_0001_1_00_000000_0
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537076549_0001_1_02_000000_0
2016-05-18 02:04:37 Completed Dag: dag_1463537076549_0001_1
2016-05-18 02:04:37 Running Dag: dag_1463537077366_0001_1
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537077366_0001_1_00_000000_0
2016-05-18 02:04:37 Starting to run new task attempt: attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37 Completed running task attempt: attempt_1463537077366_0001_1_01_000000_0
2016-05-18 02:04:37 Completed Dag: dag_1463537077366_0001_1
2016-05-18 02:04:38 Running Dag: dag_1463537077899_0001_1
2016-05-18 02:04:38 Starting to run new task attempt: attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38 Completed running task attempt: attempt_1463537077899_0001_1_00_000000_0
2016-05-18 02:04:38 Starting to run new task attempt: attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38 Completed running task attempt: attempt_1463537077899_0001_1_01_000000_0
2016-05-18 02:04:38 Completed Dag: dag_1463537077899_0001_1